00080000:00000010:0.0F:1749610054.382011:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4180. 00080000:00000010:0.0:1749610054.382020:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4180. 00080000:00000010:0.0:1749610054.382074:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4180. 00080000:00000010:0.0:1749610054.382078:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4180. 00080000:00000010:2.0F:1749610054.496043:0:14693:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1a6a100. 00080000:00000010:2.0:1749610054.496051:0:14693:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1a6a100. 00080000:00000010:2.0:1749610054.496061:0:14693:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1a6a100. 00080000:00000010:2.0:1749610054.496064:0:14693:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1a6a100. 00080000:00000010:1.0F:1749610054.498503:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610054.498508:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610054.498547:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610054.498549:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013980. 00080000:00000010:3.0F:1749610054.623829:0:14717:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610054.623840:0:14717:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610054.623856:0:14717:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610054.623860:0:14717:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e80. 00080000:00000010:1.0:1749610054.734089:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013780. 00080000:00000010:1.0:1749610054.734097:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013780. 00080000:00000010:1.0:1749610054.734167:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013780. 00080000:00000010:1.0:1749610054.734171:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013780. 00080000:00000010:2.0:1749610055.023962:0:14818:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1a6a680. 00080000:00000010:2.0:1749610055.023967:0:14818:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1a6a680. 00080000:00000010:2.0:1749610055.023978:0:14818:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1a6a680. 00080000:00000010:2.0:1749610055.023980:0:14818:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1a6a680. 00080000:00000010:1.0:1749610055.026599:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013780. 00080000:00000010:1.0:1749610055.026603:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013780. 00080000:00000010:1.0:1749610055.026655:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013780. 00080000:00000010:1.0:1749610055.026657:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013780. 00000001:02000400:3.0:1749610055.108915:0:14860:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 123ah: del_ost cancels config log entries correctly ========================================================== 22:47:34 (1749610054) 00080000:00000010:0.0:1749610055.141956:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4380. 00080000:00000010:0.0:1749610055.141963:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4380. 00080000:00000010:0.0:1749610055.142023:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4380. 00080000:00000010:0.0:1749610055.142028:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4380. 00080000:00000010:3.0:1749610055.318337:0:14882:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610055.318342:0:14882:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610055.318353:0:14882:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610055.318355:0:14882:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e80. 00080000:00000010:0.0:1749610055.320862:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4380. 00080000:00000010:0.0:1749610055.320868:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4380. 00080000:00000010:0.0:1749610055.320908:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4380. 00080000:00000010:0.0:1749610055.320911:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4380. 00080000:00000010:3.0:1749610055.407817:0:14927:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886c00. 00080000:00000010:3.0:1749610055.407824:0:14927:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886c00. 00080000:00000010:3.0:1749610055.407830:0:14927:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886c00. 00080000:00000010:3.0:1749610055.407834:0:14927:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886c00. 00080000:00000010:0.0:1749610055.412179:0:14929:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4380. 00080000:00000010:0.0:1749610055.412183:0:14929:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4380. 00080000:00000010:0.0:1749610055.412226:0:14929:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4380. 00080000:00000010:0.0:1749610055.412228:0:14929:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4380. 00080000:00000010:3.0:1749610055.442521:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886c00. 00080000:00000010:3.0:1749610055.442528:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886c00. 00080000:00000010:3.0:1749610055.442589:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886c00. 00080000:00000010:3.0:1749610055.442593:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886c00. 00000100:00000010:1.0:1749610055.474744:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807800. 02000000:00000010:1.0:1749610055.474761:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006e7f4a00. 00000100:00000010:1.0:1749610055.474772:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a552e0c0. 00000100:00000010:1.0:1749610055.474784:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a552e0c0. 02000000:00000010:1.0:1749610055.474789:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006e7f4a00. 00000100:00000010:1.0:1749610055.474793:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807800. 00080000:00000010:3.0:1749610055.592853:0:14952:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886a80. 00080000:00000010:3.0:1749610055.592859:0:14952:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886a80. 00080000:00000010:3.0:1749610055.592873:0:14952:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886a80. 00080000:00000010:3.0:1749610055.592877:0:14952:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886a80. 00080000:00000010:2.0:1749610055.595396:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1a6a680. 00080000:00000010:2.0:1749610055.595400:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1a6a680. 00080000:00000010:2.0:1749610055.595456:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1a6a680. 00080000:00000010:2.0:1749610055.595458:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1a6a680. 00080000:00000010:3.0:1749610055.680954:0:14996:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886a80. 00080000:00000010:3.0:1749610055.680961:0:14996:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886a80. 00080000:00000010:3.0:1749610055.680968:0:14996:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886a80. 00080000:00000010:3.0:1749610055.680971:0:14996:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886a80. 00080000:00000010:2.0:1749610055.684954:0:14998:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1a6a680. 00080000:00000010:2.0:1749610055.684957:0:14998:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1a6a680. 00080000:00000010:2.0:1749610055.685001:0:14998:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1a6a680. 00080000:00000010:2.0:1749610055.685004:0:14998:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1a6a680. 00080000:00000010:1.0:1749610055.716590:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610055.716596:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610055.716642:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610055.716644:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610055.860395:0:15021:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610055.860402:0:15021:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610055.860414:0:15021:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610055.860416:0:15021:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00080000:00000010:0.0:1749610055.863069:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4500. 00080000:00000010:0.0:1749610055.863072:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4500. 00080000:00000010:0.0:1749610055.863108:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4500. 00080000:00000010:0.0:1749610055.863110:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4500. 00080000:00000010:1.0:1749610055.946456:0:15065:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610055.946462:0:15065:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610055.946468:0:15065:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610055.946470:0:15065:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00080000:00000010:0.0:1749610055.950179:0:15067:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4480. 00080000:00000010:0.0:1749610055.950182:0:15067:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4480. 00080000:00000010:0.0:1749610055.950226:0:15067:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4480. 00080000:00000010:0.0:1749610055.950228:0:15067:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4480. 00080000:00000010:3.0:1749610055.978919:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886a80. 00080000:00000010:3.0:1749610055.978925:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886a80. 00080000:00000010:3.0:1749610055.978990:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886a80. 00080000:00000010:3.0:1749610055.978994:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886a80. 00080000:00000010:1.0:1749610056.118885:0:15090:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610056.118893:0:15090:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610056.118910:0:15090:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610056.118914:0:15090:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00080000:00000010:2.0:1749610056.121605:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1a6a180. 00080000:00000010:2.0:1749610056.121608:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1a6a180. 00080000:00000010:2.0:1749610056.121649:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1a6a180. 00080000:00000010:2.0:1749610056.121651:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1a6a180. 00080000:00000010:1.0:1749610056.208330:0:15134:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013180. 00080000:00000010:1.0:1749610056.208340:0:15134:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013180. 00080000:00000010:1.0:1749610056.208349:0:15134:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013180. 00080000:00000010:1.0:1749610056.208352:0:15134:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013180. 00080000:00000010:0.0:1749610056.212116:0:15136:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4500. 00080000:00000010:0.0:1749610056.212120:0:15136:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4500. 00080000:00000010:0.0:1749610056.212185:0:15136:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4500. 00080000:00000010:0.0:1749610056.212189:0:15136:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4500. 00080000:00000010:1.0:1749610056.245660:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013180. 00080000:00000010:1.0:1749610056.245667:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013180. 00080000:00000010:1.0:1749610056.245744:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013180. 00080000:00000010:1.0:1749610056.245748:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013180. 00080000:00000010:2.0:1749610056.414740:0:15159:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1a6a180. 00080000:00000010:2.0:1749610056.414746:0:15159:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1a6a180. 00080000:00000010:2.0:1749610056.414756:0:15159:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1a6a180. 00080000:00000010:2.0:1749610056.414759:0:15159:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1a6a180. 00080000:00000010:0.0:1749610056.417182:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4600. 00080000:00000010:0.0:1749610056.417185:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4600. 00080000:00000010:0.0:1749610056.417224:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4600. 00080000:00000010:0.0:1749610056.417226:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4600. 00080000:00000010:3.0:1749610056.500169:0:15204:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e00. 00080000:00000010:3.0:1749610056.500176:0:15204:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e00. 00080000:00000010:3.0:1749610056.500183:0:15204:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e00. 00080000:00000010:3.0:1749610056.500186:0:15204:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e00. 00080000:00000010:0.0:1749610056.504301:0:15206:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4580. 00080000:00000010:0.0:1749610056.504304:0:15206:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4580. 00080000:00000010:0.0:1749610056.504348:0:15206:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4580. 00080000:00000010:0.0:1749610056.504350:0:15206:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4580. 00080000:00000010:3.0:1749610056.535474:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e00. 00080000:00000010:3.0:1749610056.535481:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e00. 00080000:00000010:3.0:1749610056.535522:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e00. 00080000:00000010:3.0:1749610056.535525:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e00. 00000100:00000010:1.0:1749610057.475793:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807800. 02000000:00000010:1.0:1749610057.475818:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006e7f4600. 00000100:00000010:1.0:1749610057.475836:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a552e0c0. 00000100:00000010:1.0:1749610057.475854:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a552e0c0. 02000000:00000010:1.0:1749610057.475863:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006e7f4600. 00000100:00000010:1.0:1749610057.475866:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807800. 00080000:00000010:3.0:1749610057.780139:0:15230:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e00. 00080000:00000010:3.0:1749610057.780145:0:15230:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e00. 00080000:00000010:3.0:1749610057.780156:0:15230:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e00. 00080000:00000010:3.0:1749610057.780158:0:15230:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e00. 00080000:00000010:1.0:1749610057.782729:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013f80. 00080000:00000010:1.0:1749610057.782732:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013f80. 00080000:00000010:1.0:1749610057.782772:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013f80. 00080000:00000010:1.0:1749610057.782774:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013f80. 00000001:02000400:1.0:1749610058.088978:0:15382:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg344-server.virtnet: executing load_modules_local 00000100:00000010:3.0:1749610058.468753:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688a80. 02000000:00000010:3.0:1749610058.468766:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d4e7900. 02000000:00000010:0.0:1749610058.468802:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009f3b6600. 00000100:00000010:3.0:1749610058.468803:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689500. 02000000:00000010:3.0:1749610058.468809:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4ed000. 00000400:00000010:0.0:1749610058.468809:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea318. 00000400:00000010:0.0:1749610058.468814:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610058.468820:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193541760, portal 25 00000100:00000010:3.0:1749610058.468823:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689f80. 00000400:00000010:0.0:1749610058.468823:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610058.468825:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834598193541760, offset 0 02000000:00000010:3.0:1749610058.468826:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4ee800. 02000000:00000010:2.0:1749610058.468826:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071f400. 00000100:00000010:3.0:1749610058.468831:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b100. 00000400:00000010:2.0:1749610058.468831:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdc60. 00000400:00000200:0.0:1749610058.468831:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610058.468833:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4edc00. 00000400:00000010:2.0:1749610058.468835:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000010:3.0:1749610058.468836:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b480. 02000000:00000010:3.0:1749610058.468838:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d4e7300. 00000100:00000200:2.0:1749610058.468838:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193541888, portal 4 00000400:00000200:0.0:1749610058.468841:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610058.468842:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000010:3.0:1749610058.468843:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688700. 00000100:00000200:2.0:1749610058.468843:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193541888, offset 0 02000000:00000010:3.0:1749610058.468845:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d4e7f00. 00000400:00000200:2.0:1749610058.468847:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610058.468851:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848eada1b280 00000400:00000200:2.0:1749610058.468853:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000100:0.0:1749610058.468855:0:1050:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193541760 offset 0 length 224: 4 00000400:00000200:2.0:1749610058.468857:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1b300 00000400:00000200:0.0:1749610058.468858:0:1050:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880072619ef0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610058.468861:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1749610058.468862:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 14560 02000000:00000010:3.0:1749610058.468864:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008fab6800. 00000400:00000010:3.0:1749610058.468867:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000200:2.0:1749610058.468868:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610058.468868:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610058.468869:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000400:00000010:3.0:1749610058.468872:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000100:00000200:3.0:1749610058.468874:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193542400, portal 4 00000400:00000200:2.0:1749610058.468876:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610058.468876:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688a80 x1834598193541760/t0(0) o400->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749610074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610058.468878:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610058.468880:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193542400, offset 0 00000100:00000200:2.0:1749610058.468880:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610058.468883:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f602a00. 00000400:00000200:3.0:1749610058.468884:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610058.468889:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610058.468889:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4582200. 00000400:00000200:2.0:1749610058.468894:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000200:3.0:1749610058.468896:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1b500 00000400:00000010:2.0:1749610058.468896:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000010:0.0:1749610058.468898:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800accd0740. 00000100:00000200:2.0:1749610058.468900:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689500 x1834598193541888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610058.468901:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 1384 00000100:00000010:0.0:1749610058.468903:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800accd0180. 00000400:00000200:3.0:1749610058.468905:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749610058.468906:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800accd0b40. 00000400:00000200:3.0:1749610058.468907:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610058.468911:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:0.0:1749610058.468918:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009f3b7c00. 02000000:00000010:2.0:1749610058.468920:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071e800. 00000400:00000010:0.0:1749610058.468920:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea210. 00000400:00000010:2.0:1749610058.468923:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdcb8. 00000400:00000010:0.0:1749610058.468923:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000010:3.0:1749610058.468925:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688e00. 00000100:00000200:0.0:1749610058.468925:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193542272, portal 10 00000400:00000010:2.0:1749610058.468926:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610058.468928:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193542016, portal 10 00000400:00000010:0.0:1749610058.468928:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d97f8. 00000100:00000200:0.0:1749610058.468930:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193542272, offset 0 00000400:00000010:2.0:1749610058.468931:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000200:0.0:1749610058.468933:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610058.468935:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193542016, offset 0 00000400:00000200:0.0:1749610058.468937:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610058.468939:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610058.468941:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000200:0.0:1749610058.468941:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1b480 00000400:00000010:3.0:1749610058.468943:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000200:2.0:1749610058.468943:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610058.468947:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688700 x1834598193542400/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610058.468947:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1b380 00000400:00000200:0.0:1749610058.468947:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 3568 00000400:00000200:2.0:1749610058.468951:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 3792 00000400:00000200:0.0:1749610058.468951:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610058.468954:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610058.468957:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610058.468958:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610058.468960:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610058.468962:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f603480. 00000400:00000200:2.0:1749610058.468972:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000020:00000010:3.0:1749610058.468974:0:7428:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88012d524000. 00000400:00000010:2.0:1749610058.468974:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610058.468977:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689f80 x1834598193542016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610058.468978:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f3b6400. 00000020:00000010:0.0:1749610058.468982:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800965f4f80. 00000020:00000010:3.0:1749610058.468983:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2540. 00000020:00000010:0.0:1749610058.468986:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040708. 00000020:00000010:3.0:1749610058.468987:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c88e780. 02000000:00000010:2.0:1749610058.468990:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c800. 00000400:00000010:2.0:1749610058.468991:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9f8. 00000400:00000010:2.0:1749610058.468993:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000020:00000010:3.0:1749610058.468994:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008fab6200. 00000100:00000200:2.0:1749610058.468995:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193542144, portal 10 00000020:00000010:3.0:1749610058.468996:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c80. 00000400:00000010:2.0:1749610058.468998:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000020:00000010:3.0:1749610058.468999:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09000. 00000100:00000200:2.0:1749610058.468999:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193542144, offset 0 00000400:00000200:2.0:1749610058.469002:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610058.469004:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193541888 00000400:00000200:2.0:1749610058.469011:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610058.469015:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1b400 00000400:00000200:2.0:1749610058.469018:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 4312 00010000:00020000:0.0:1749610058.469018:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749610058.469020:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2580. 00000020:00000010:3.0:1749610058.469022:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2580. 00000400:00000200:2.0:1749610058.469022:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610058.469023:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193542400 02000000:00000010:0.0:1749610058.469023:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009689b400. 00000400:00000200:2.0:1749610058.469024:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610058.469026:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610058.469028:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f603b80. 00000400:00000010:0.0:1749610058.469030:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 02000000:00000010:3.0:1749610058.469033:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ec800. 00000100:00000200:0.0:1749610058.469033:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193541888, offset 0 00000400:00000200:2.0:1749610058.469035:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610058.469036:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00010000:00000200:3.0:1749610058.469037:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d688e00 x1834598193542400/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:249/0 lens 224/224 e 0 to 0 dl 1749610069 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610058.469039:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68b100 x1834598193542144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610058.469045:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610058.469046:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610058.469048:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193542400, offset 224 00000400:00000200:0.0:1749610058.469050:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610058.469051:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610058.469054:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1b300 00000400:00000200:3.0:1749610058.469056:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610058.469058:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6201 [1] + 0 00000400:00000200:3.0:1749610058.469060:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1b500 00000400:00000200:0.0:1749610058.469062:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610058.469063:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6209 [1] + 224 00000400:00000200:0.0:1749610058.469065:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610058.469067:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610058.469069:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689500 x1834598193541888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610058.469070:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610058.469070:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880072621c00. 00000020:00000010:2.0:1749610058.469072:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6c00. 00000100:00000200:3.0:1749610058.469073:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688700 x1834598193542400/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610074 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610058.469075:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73190. 00000400:00000200:0.0:1749610058.469082:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000400:00000010:0.0:1749610058.469083:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000400:00000200:3.0:1749610058.469085:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610058.469087:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000020:00000010:2.0:1749610058.469087:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880072620200. 00000020:00000010:2.0:1749610058.469089:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6c80. 00000020:00000010:2.0:1749610058.469091:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf733e8. 00000020:00000010:0.0:1749610058.469091:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800965f4f80. 00000020:00000010:3.0:1749610058.469092:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c80. 00000020:00000010:3.0:1749610058.469094:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09000. 00000020:00000010:0.0:1749610058.469094:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040708. 00000020:00000010:3.0:1749610058.469096:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008fab6200. 00000020:00000010:0.0:1749610058.469096:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009f3b6400. 00000100:00000200:2.0:1749610058.469100:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193542016 00000100:00000200:0.0:1749610058.469107:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00020000:2.0:1749610058.469109:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:0.0:1749610058.469110:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c1180. 02000000:00000010:2.0:1749610058.469112:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071d400. 00000400:00000200:0.0:1749610058.469116:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d97f8 00000400:00000010:2.0:1749610058.469117:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000400:00000010:0.0:1749610058.469117:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d97f8. 00000100:00000200:3.0:1749610058.469118:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193542144 00000100:00000200:2.0:1749610058.469119:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193542016, offset 0 00000020:00000010:1.0:1749610058.469120:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880130844500. 00000100:00000200:0.0:1749610058.469121:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68b480 x1834598193542272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610058.469123:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:3.0:1749610058.469125:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749610058.469125:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4582380. 00000400:00000200:2.0:1749610058.469127:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610058.469128:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ef800. 00000400:00000200:2.0:1749610058.469131:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1b380 00000400:00000010:3.0:1749610058.469132:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000020:00000010:1.0:1749610058.469132:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800965f7e00. 00000100:00000200:3.0:1749610058.469134:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193542144, offset 0 00000400:00000200:2.0:1749610058.469135:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6215 [1] + 0 00000020:00000010:1.0:1749610058.469135:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013a00. 00000020:00000010:1.0:1749610058.469137:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a190. 00000400:00000200:3.0:1749610058.469138:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610058.469138:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610058.469141:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610058.469142:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610058.469145:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1b400 00000100:00000200:2.0:1749610058.469145:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689f80 x1834598193542016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610058.469147:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6221 [1] + 0 00000400:00000200:3.0:1749610058.469149:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610058.469151:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610058.469153:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68b100 x1834598193542144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610058.469154:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000020:00000010:1.0:1749610058.469154:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801308445c0. 00000020:00000010:1.0:1749610058.469156:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801308445c0. 00000100:00000200:1.0:1749610058.469158:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193542272 00000400:00000010:2.0:1749610058.469159:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 02000000:00000010:1.0:1749610058.469166:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a706c00. 00000020:00000010:2.0:1749610058.469167:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6c00. 00000400:00000200:3.0:1749610058.469168:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610058.469169:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000020:00000010:2.0:1749610058.469169:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73190. 00010000:00000200:1.0:1749610058.469170:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800974c1180 x1834598193542272/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:249/0 lens 224/224 e 0 to 0 dl 1749610069 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610058.469172:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6c80. 00000020:00000010:2.0:1749610058.469172:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880072621c00. 00000020:00000010:3.0:1749610058.469174:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf733e8. 00000020:00000010:3.0:1749610058.469175:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880072620200. 00000400:00000010:1.0:1749610058.469181:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387dd0. 00000100:00000200:1.0:1749610058.469184:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193542272, offset 224 00000400:00000010:3.0:1749610058.469185:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000400:00000200:3.0:1749610058.469187:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000400:00000010:3.0:1749610058.469188:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000100:00000200:3.0:1749610058.469190:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688700 x1834598193542400/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610058.469191:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610058.469194:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688700 x1834598193542400/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610074 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610058.469197:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdcb8. 00000400:00000200:1.0:1749610058.469197:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610058.469199:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610058.469201:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:1.0:1749610058.469204:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1b480 00000100:00000200:2.0:1749610058.469205:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689f80 x1834598193542016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610058.469207:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6211 [1] + 224 00000400:00000200:1.0:1749610058.469210:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610058.469211:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008fab6800. 00000100:00000200:2.0:1749610058.469211:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689f80 x1834598193542016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610058.469211:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610058.469214:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68b480 x1834598193542272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610074 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610058.469215:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d4e7f00. 00000100:00000010:3.0:1749610058.469218:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688700. 00000400:00000010:2.0:1749610058.469224:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9f8. 00000400:00000200:2.0:1749610058.469226:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610058.469227:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610058.469229:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68b100 x1834598193542144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610058.469231:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387dd0 00000400:00000010:1.0:1749610058.469233:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387dd0. 00000100:00000200:2.0:1749610058.469235:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68b100 x1834598193542144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610058.469236:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea210. 00000020:00000010:1.0:1749610058.469239:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013a00. 00000400:00000200:0.0:1749610058.469239:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000020:00000010:1.0:1749610058.469241:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a190. 00000400:00000010:0.0:1749610058.469241:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000020:00000010:1.0:1749610058.469243:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800965f7e00. 00000100:00000200:0.0:1749610058.469244:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68b480 x1834598193542272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610058.469245:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdc60. 00000400:00000200:2.0:1749610058.469246:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:2.0:1749610058.469247:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610058.469250:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689500 x1834598193541888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610058.469254:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68b480 x1834598193542272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610074 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610058.469256:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689500 x1834598193541888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610058.469266:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071e800. 02000000:00000010:0.0:1749610058.469267:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009f3b7c00. 02000000:00000010:2.0:1749610058.469269:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4ee800. 02000000:00000010:0.0:1749610058.469270:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d4e7300. 00000100:00000010:2.0:1749610058.469271:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689f80. 00000100:00000010:0.0:1749610058.469272:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68b480. 02000000:00000010:2.0:1749610058.469274:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c800. 02000000:00000010:2.0:1749610058.469276:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4edc00. 00000100:00000010:2.0:1749610058.469278:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68b100. 02000000:00000010:2.0:1749610058.469285:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071f400. 02000000:00000010:2.0:1749610058.469286:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4ed000. 00000100:00000010:2.0:1749610058.469288:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689500. 00000100:00000010:3.0:1749610058.480708:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800accd0b40. 00000100:00000010:0.0:1749610058.480712:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4582200. 00000100:00000010:2.0:1749610058.480720:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800accd0180. 00000100:00000010:1.0:1749610058.480805:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800accd0740. 00000001:00000010:0.0:1749610058.565614:0:7424:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880097ec5060. 00002000:00000010:0.0:1749610058.565621:0:7424:0:(ofd_objects.c:183:ofd_cb_precreate()) kfreed 'opc': 88 at ffff880097ec5d80. 00080000:00000010:0.0:1749610058.565623:0:7424:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff58000. 00000001:00000010:0.0:1749610058.565626:0:7424:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880097ec5360. 00002000:00000010:0.0:1749610058.565628:0:7424:0:(ofd_objects.c:183:ofd_cb_precreate()) kfreed 'opc': 88 at ffff880097ec5d20. 00080000:00000010:0.0:1749610058.565629:0:7424:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096364200. 00000001:00000010:0.0:1749610058.565632:0:7424:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff880097ec5cc0. 00002000:00000010:0.0:1749610058.565634:0:7424:0:(ofd_objects.c:183:ofd_cb_precreate()) kfreed 'opc': 88 at ffff880097ec51e0. 00080000:00000010:0.0:1749610058.565635:0:7424:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c69400. 00080000:00000010:0.0:1749610058.627986:0:15631:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4f80. 00080000:00000010:0.0:1749610058.627993:0:15631:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4f80. 00080000:00000010:0.0:1749610058.627999:0:15631:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4f80. 00080000:00000010:0.0:1749610058.628003:0:15631:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4f80. 00080000:00000010:3.0:1749610058.632906:0:15633:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886c80. 00080000:00000010:3.0:1749610058.632909:0:15633:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886c80. 00080000:00000010:3.0:1749610058.632915:0:15633:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886c80. 00080000:00000010:3.0:1749610058.632916:0:15633:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886c80. 00080000:00000010:3.0:1749610058.663470:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886c80. 00080000:00000010:3.0:1749610058.663476:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886c80. 00080000:00000010:3.0:1749610058.663512:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886c80. 00080000:00000010:3.0:1749610058.663515:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886c80. 00080000:00000010:1.0:1749610058.827947:0:15656:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013a00. 00080000:00000010:1.0:1749610058.827953:0:15656:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013a00. 00080000:00000010:1.0:1749610058.827964:0:15656:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013a00. 00080000:00000010:1.0:1749610058.827967:0:15656:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013a00. 00080000:00000010:2.0:1749610058.830540:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6b00. 00080000:00000010:2.0:1749610058.830543:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6b00. 00080000:00000010:2.0:1749610058.830609:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6b00. 00080000:00000010:2.0:1749610058.830612:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6b00. 00080000:00000010:3.0:1749610058.941656:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886c80. 00080000:00000010:3.0:1749610058.941662:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886c80. 00080000:00000010:3.0:1749610058.941737:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886c80. 00080000:00000010:3.0:1749610058.941741:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886c80. 00080000:00000010:1.0:1749610059.067442:0:15720:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013a00. 00080000:00000010:1.0:1749610059.067448:0:15720:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013a00. 00080000:00000010:1.0:1749610059.067459:0:15720:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013a00. 00080000:00000010:1.0:1749610059.067462:0:15720:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013a00. 00080000:00000010:2.0:1749610059.070007:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6d00. 00080000:00000010:2.0:1749610059.070011:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6d00. 00080000:00000010:2.0:1749610059.070048:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6d00. 00080000:00000010:2.0:1749610059.070049:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6d00. 00080000:00000010:0.0:1749610059.186728:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.186733:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.186771:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.186773:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4e80. 00080000:00000010:3.0:1749610059.285424:0:15786:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886d80. 00080000:00000010:3.0:1749610059.285430:0:15786:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886d80. 00080000:00000010:3.0:1749610059.285441:0:15786:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886d80. 00080000:00000010:3.0:1749610059.285443:0:15786:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886d80. 00080000:00000010:2.0:1749610059.287927:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6e00. 00080000:00000010:2.0:1749610059.287930:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6e00. 00080000:00000010:2.0:1749610059.287968:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6e00. 00080000:00000010:2.0:1749610059.287970:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6e00. 00080000:00000010:2.0:1749610059.398438:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6d80. 00080000:00000010:2.0:1749610059.398445:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6d80. 00080000:00000010:2.0:1749610059.398508:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6d80. 00080000:00000010:2.0:1749610059.398512:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6d80. 00000100:00000010:1.0:1749610059.476716:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807800. 02000000:00000010:1.0:1749610059.476732:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800965f7400. 00000100:00000010:1.0:1749610059.476744:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a552e000. 00000100:00000010:1.0:1749610059.476755:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a552e000. 02000000:00000010:1.0:1749610059.476760:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800965f7400. 00000100:00000010:1.0:1749610059.476763:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807800. 00080000:00000010:0.0:1749610059.501280:0:15850:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.501287:0:15850:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.501304:0:15850:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.501308:0:15850:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.503854:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.503857:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.503893:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.503895:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.617415:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.617422:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.617464:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4e80. 00080000:00000010:0.0:1749610059.617467:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4e80. 00080000:00000010:3.0:1749610059.727508:0:15917:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886d80. 00080000:00000010:3.0:1749610059.727516:0:15917:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886d80. 00080000:00000010:3.0:1749610059.727532:0:15917:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886d80. 00080000:00000010:3.0:1749610059.727535:0:15917:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886d80. 00080000:00000010:0.0:1749610059.729878:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4e00. 00080000:00000010:0.0:1749610059.729881:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4e00. 00080000:00000010:0.0:1749610059.729946:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800965f4e00. 00080000:00000010:0.0:1749610059.729949:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800965f4e00. 00080000:00000010:1.0:1749610059.839726:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610059.839732:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610059.839770:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610059.839773:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013980. 00080000:00000010:2.0:1749610059.940463:0:15981:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6a00. 00080000:00000010:2.0:1749610059.940468:0:15981:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6a00. 00080000:00000010:2.0:1749610059.940479:0:15981:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6a00. 00080000:00000010:2.0:1749610059.940482:0:15981:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6a00. 00080000:00000010:1.0:1749610059.942982:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610059.942985:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610059.943048:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610059.943053:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013980. 00080000:00000010:2.0:1749610060.051123:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6900. 00080000:00000010:2.0:1749610060.051130:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6900. 00080000:00000010:2.0:1749610060.051196:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6900. 00080000:00000010:2.0:1749610060.051199:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6900. 00080000:00000010:1.0:1749610060.155339:0:16045:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610060.155346:0:16045:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610060.155362:0:16045:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610060.155365:0:16045:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013980. 00080000:00000010:3.0:1749610060.157732:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610060.157735:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610060.157774:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610060.157776:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00080000:00000010:1.0:1749610060.251591:0:16091:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610060.251598:0:16091:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610060.251605:0:16091:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013980. 00080000:00000010:1.0:1749610060.251608:0:16091:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013980. 00000020:00000010:2.0:1749610060.260725:0:16091:0:(obd_mount.c:644:lustre_init_lsi()) kmalloced '(lsi)': 1208 at ffff88012c7a8000. 00000020:00000010:2.0:1749610060.260729:0:16091:0:(obd_mount.c:647:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff88009d4e6800. 00000020:00000010:2.0:1749610060.260736:0:16091:0:(obd_mount.c:1374:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff88012daef000. 00000020:00000010:2.0:1749610060.260746:0:16091:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 12 at ffff880136bbed20. 00000020:00000010:2.0:1749610060.260758:0:16091:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 15 at ffff880136bbe4f0. 00000020:00000010:2.0:1749610060.260761:0:16091:0:(obd_mount.c:1571:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at ffff880136853800. 00000020:00000010:2.0:1749610060.260766:0:16091:0:(obd_mount.c:1655:lmd_parse()) kmalloced '(lmd->lmd_opts)': 29 at ffff8801368532a0. 00000020:00000010:2.0:1749610060.260782:0:16091:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at ffff88009d4e6780. 00000020:00000010:2.0:1749610060.260794:0:16091:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800923f2ae0. 00000020:00000010:2.0:1749610060.260798:0:16091:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012c7a8800. 00000020:00000010:2.0:1749610060.260810:0:16091:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at ffff88009d4e6780. 00000020:00000010:2.0:1749610060.260813:0:16091:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 160 at ffff8800a7c80780. 00000001:00000010:2.0:1749610060.260827:0:16091:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a7c80d80. 00000001:00000010:2.0:1749610060.260831:0:16091:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880136853c60. 00000001:00000010:2.0:1749610060.260833:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880072621800. 00000001:00000010:2.0:1749610060.260834:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880072620400. 00000001:00000010:2.0:1749610060.260835:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880072620600. 00000001:00000010:2.0:1749610060.260837:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880072620200. 00000001:00000010:2.0:1749610060.260838:0:16091:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a7c809c0. 00000001:00000010:2.0:1749610060.260839:0:16091:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880136853760. 00000001:00000010:2.0:1749610060.260841:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880072621200. 00000001:00000010:2.0:1749610060.260842:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880072621000. 00000001:00000010:2.0:1749610060.260843:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880072620e00. 00000001:00000010:2.0:1749610060.260844:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880072621400. 00000020:00000010:2.0:1749610060.260847:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880072621e00. 00000020:00000010:2.0:1749610060.260851:0:16091:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6780. 00000020:00000010:2.0:1749610060.260855:0:16091:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73190. 00000008:00000010:2.0:1749610060.260859:0:16091:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800994c6f20. 00020000:00000010:2.0:1749610060.260862:0:16091:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880096ec98c0. 00008000:00000010:2.0:1749610060.260865:0:16091:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012a2df6e8. 00000080:00000010:2.0:1749610060.260869:0:16091:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff880129da4f00. 00000020:00000010:2.0:1749610060.260871:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880072621600. 00000020:00000010:2.0:1749610060.260872:0:16091:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880072620a00. 00000040:00000010:2.0:1749610060.260874:0:16091:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880072621a00. 00000020:00000010:2.0:1749610060.260877:0:16091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012c7ab800. 00000020:00000010:2.0:1749610060.260880:0:16091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880072620800. 00040000:00000010:2.0:1749610060.260883:0:16091:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f3b9d00. 00040000:00000010:2.0:1749610060.260885:0:16091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880072620c00. 00080000:00000010:2.0:1749610060.260889:0:16091:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012dae9000. 00080000:00000010:2.0:1749610060.260899:0:16091:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800998e2000. 00080000:00000010:2.0:1749610060.260923:0:16091:0:(osd_handler.c:8613:osd_device_alloc()) kmalloced '(o)': 31552 at ffff8800998b8000. 00000001:00000010:0.0:1749610060.267169:0:16091:0:(osd_compat.c:487:osd_ost_init()) kmalloced '(dev->od_ost_map)': 128 at ffff8800965f4c80. 00000001:00000010:0.0:1749610060.267337:0:16091:0:(osd_compat.c:263:osd_mdt_init()) kmalloced '(dev->od_mdt_map)': 8 at ffff88012f8332f8. 00000020:00000010:0.0:1749610060.267638:0:16091:0:(lu_object.c:1091:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff88009c49c000. 00000020:00000010:0.0:1749610060.267646:0:16091:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009a8e1000. 00000020:00000010:0.0:1749610060.267649:0:16091:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800965f3780. 00000020:00000010:0.0:1749610060.268370:0:16091:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88009c45da00. 00080000:00000010:0.0:1749610060.268376:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f3b7000. 00080000:00000010:0.0:1749610060.268378:0:16091:0:(osd_handler.c:422:osd_object_alloc()) kmalloced '(h)': 88 at ffff88009ad450c0. 00080000:00000010:0.0:1749610060.268512:0:16091:0:(osd_oi.c:395:osd_oi_init()) kmalloced '(oi)': 8192 at ffff88009d168000. 00080000:00000010:0.0:1749610060.268539:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45df00. 00080000:00000010:0.0:1749610060.268713:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45d300. 00080000:00000010:0.0:1749610060.268836:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45db00. 00080000:00000010:0.0:1749610060.268949:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45dd00. 00080000:00000010:0.0:1749610060.269056:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45dc00. 00080000:00000010:0.0:1749610060.269168:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45de00. 00080000:00000010:0.0:1749610060.269289:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45d100. 00080000:00000010:0.0:1749610060.269409:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45d800. 00080000:00000010:0.0:1749610060.269545:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45d000. 00080000:00000010:0.0:1749610060.269649:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45d600. 00080000:00000010:0.0:1749610060.269762:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45d900. 00080000:00000010:0.0:1749610060.269858:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45d400. 00080000:00000010:0.0:1749610060.269956:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45d700. 00080000:00000010:0.0:1749610060.270053:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45d200. 00080000:00000010:0.0:1749610060.270150:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17f00. 00080000:00000010:0.0:1749610060.270245:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17e00. 00080000:00000010:0.0:1749610060.270344:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17d00. 00080000:00000010:0.0:1749610060.270452:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17c00. 00080000:00000010:0.0:1749610060.270580:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17b00. 00080000:00000010:0.0:1749610060.270709:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17a00. 00080000:00000010:0.0:1749610060.270838:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17900. 00080000:00000010:0.0:1749610060.270947:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17800. 00080000:00000010:0.0:1749610060.271072:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17700. 00080000:00000010:0.0:1749610060.271180:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17600. 00080000:00000010:0.0:1749610060.271290:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17100. 00080000:00000010:0.0:1749610060.271426:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17400. 00080000:00000010:0.0:1749610060.271543:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17000. 00080000:00000010:0.0:1749610060.271669:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17300. 00080000:00000010:0.0:1749610060.271799:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17200. 00080000:00000010:0.0:1749610060.271925:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c45d500. 00080000:00000010:0.0:1749610060.272042:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009653f400. 00080000:00000010:0.0:1749610060.272153:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009653f000. 00080000:00000010:0.0:1749610060.272276:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009653f100. 00080000:00000010:0.0:1749610060.272364:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009653f600. 00080000:00000010:0.0:1749610060.272491:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009653f200. 00080000:00000010:0.0:1749610060.272645:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009653ff00. 00080000:00000010:0.0:1749610060.272757:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009653fa00. 00080000:00000010:0.0:1749610060.272846:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009653fb00. 00080000:00000010:0.0:1749610060.272958:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880096e17500. 00080000:00000010:0.0:1749610060.273051:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fb100. 00080000:00000010:0.0:1749610060.273159:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fb000. 00080000:00000010:0.0:1749610060.273275:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fb300. 00080000:00000010:0.0:1749610060.273406:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fbe00. 00080000:00000010:0.0:1749610060.273533:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fbc00. 00080000:00000010:0.0:1749610060.273673:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fbf00. 00080000:00000010:0.0:1749610060.273816:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fba00. 00080000:00000010:0.0:1749610060.273925:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fbd00. 00080000:00000010:0.0:1749610060.274019:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fb800. 00080000:00000010:0.0:1749610060.274110:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fbb00. 00080000:00000010:0.0:1749610060.274195:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fb600. 00080000:00000010:0.0:1749610060.274285:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fb900. 00080000:00000010:0.0:1749610060.274370:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fb400. 00080000:00000010:0.0:1749610060.274484:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fb700. 00080000:00000010:0.0:1749610060.274598:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800953fb200. 00080000:00000010:0.0:1749610060.274715:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009653f900. 00080000:00000010:0.0:1749610060.274829:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009a702400. 00080000:00000010:0.0:1749610060.274947:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009a702500. 00080000:00000010:0.0:1749610060.275050:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009a702a00. 00080000:00000010:0.0:1749610060.275143:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009a702c00. 00080000:00000010:0.0:1749610060.275235:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009a702600. 00080000:00000010:0.0:1749610060.275326:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009a702800. 00080000:00000010:0.0:1749610060.275427:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009a702f00. 00080000:00000010:0.0:1749610060.275557:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009a702200. 00080000:00000010:0.0:1749610060.275659:0:16091:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009a702d00. 00000001:00000010:0.0:1749610060.276099:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276203:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.276209:0:16091:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88009a8e5580. 00000001:00000010:0.0:1749610060.276229:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276232:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.276234:0:16091:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88009a8e5fc0. 00000001:00000010:0.0:1749610060.276244:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276349:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.276353:0:16091:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88009a8e5800. 00000001:00000010:0.0:1749610060.276370:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276480:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.276483:0:16091:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88009a8e5d00. 00000001:00000010:0.0:1749610060.276497:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276499:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276508:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276510:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276513:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276515:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276690:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276694:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.276698:0:16091:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88009a8e5980. 00000001:00000010:0.0:1749610060.276707:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276709:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276716:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276721:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.276723:0:16091:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88009a8e5480. 00000001:00000010:0.0:1749610060.276731:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276733:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276742:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276743:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.276842:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88009a8e57c0. 00000001:00000010:0.0:1749610060.276846:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276848:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276860:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.276940:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.276942:0:16091:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88009a8e5940. 00000001:00000010:0.0:1749610060.276954:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277034:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277046:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277048:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.277050:0:16091:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88009a8e58c0. 00000001:00000010:0.0:1749610060.277057:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277058:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277212:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277215:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277224:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277226:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277233:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277235:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277243:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277245:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.277331:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88009a8e5d80. 00000001:00000010:0.0:1749610060.277334:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277336:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277346:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277348:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277355:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277361:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.277362:0:16091:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88009a8e5e00. 00100000:00000010:0.0:1749610060.277588:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478dcc0. 00000001:00000010:0.0:1749610060.277592:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277594:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.277688:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478ddc0. 00000001:00000010:0.0:1749610060.277690:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277693:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.277791:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478d1c0. 00000001:00000010:0.0:1749610060.277793:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277796:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.277900:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478d800. 00000001:00000010:0.0:1749610060.277903:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277905:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.277989:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478d380. 00000001:00000010:0.0:1749610060.277992:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.277994:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.278091:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478df00. 00000001:00000010:0.0:1749610060.278095:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.278099:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.278233:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478dd00. 00000001:00000010:0.0:1749610060.278237:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.278241:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.278343:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478d640. 00000001:00000010:0.0:1749610060.278348:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.278351:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.278460:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478d280. 00000001:00000010:0.0:1749610060.278464:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.278468:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.278578:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478d3c0. 00000001:00000010:0.0:1749610060.278582:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.278586:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.278693:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478d440. 00000001:00000010:0.0:1749610060.278702:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.278706:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.278847:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478d980. 00000001:00000010:0.0:1749610060.278852:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.278856:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.278976:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478d240. 00000001:00000010:0.0:1749610060.278980:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.278982:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.279077:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478dc40. 00000001:00000010:0.0:1749610060.279080:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.279082:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.279200:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478db80. 00000001:00000010:0.0:1749610060.279203:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.279205:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.279290:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478d480. 00000001:00000010:0.0:1749610060.279293:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.279295:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.279378:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478d2c0. 00000001:00000010:0.0:1749610060.279381:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.279383:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.279488:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478d840. 00000001:00000010:0.0:1749610060.279491:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.279493:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.279578:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b478d680. 00000001:00000010:0.0:1749610060.279581:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.279584:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.279686:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b2135480. 00000001:00000010:0.0:1749610060.279690:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.279692:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.279783:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b2135f80. 00000001:00000010:0.0:1749610060.279786:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.279789:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.279873:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b2135840. 00000001:00000010:0.0:1749610060.279878:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.279881:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.279963:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b2135200. 00000001:00000010:0.0:1749610060.279966:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.279968:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.280064:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b2135100. 00000001:00000010:0.0:1749610060.280067:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.280070:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.280161:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b2135780. 00000001:00000010:0.0:1749610060.280164:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.280167:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.280272:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b2135680. 00000001:00000010:0.0:1749610060.280275:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.280277:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.280365:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b2135a40. 00000001:00000010:0.0:1749610060.280368:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.280370:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.280471:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b2135140. 00000001:00000010:0.0:1749610060.280474:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.280477:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.280587:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b2135300. 00000001:00000010:0.0:1749610060.280590:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.280592:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.280695:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b2135440. 00000001:00000010:0.0:1749610060.280699:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.280701:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.280796:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b21355c0. 00000001:00000010:0.0:1749610060.280799:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.280801:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.280898:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b21350c0. 00000001:00000010:0.0:1749610060.280903:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.280906:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.280910:0:16091:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88009a8e5580. 00000001:00000010:0.0:1749610060.281057:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.281061:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.281065:0:16091:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88009a8e5fc0. 00000001:00000010:0.0:1749610060.281183:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.281188:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.281200:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.281298:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.281317:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.281320:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.281332:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.281334:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.281338:0:16091:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88009a8e5800. 00100000:00000010:0.0:1749610060.281503:0:16091:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88009a8e5d00. 00100000:00000010:0.0:1749610060.281600:0:16091:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88009a8e5980. 00100000:00000010:0.0:1749610060.281779:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b44b6b40. 00000001:00000010:0.0:1749610060.281783:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.281857:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.281949:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b44b69c0. 00000001:00000010:0.0:1749610060.281952:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.281955:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.282067:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b44b6ac0. 00000001:00000010:0.0:1749610060.282070:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.282072:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.282164:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b44b6680. 00000001:00000010:0.0:1749610060.282167:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.282170:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.282259:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b44b6140. 00000001:00000010:0.0:1749610060.282262:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.282265:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.282339:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b44b6700. 00000001:00000010:0.0:1749610060.282342:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.282344:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.282429:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b44b68c0. 00000001:00000010:0.0:1749610060.282436:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.282439:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.282524:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b44b6780. 00000001:00000010:0.0:1749610060.282528:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.282530:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.282615:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88009a8e5980. 00000001:00000010:0.0:1749610060.282619:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.282621:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.282713:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88009a8e5d00. 00000001:00000010:0.0:1749610060.282716:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.282718:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.282817:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88009a8e5800. 00000001:00000010:0.0:1749610060.282819:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.282821:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.282942:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e2ac900. 00000001:00000010:0.0:1749610060.282945:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.282947:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.282950:0:16091:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88009a8e5480. 00000001:00000010:0.0:1749610060.283037:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283114:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.283117:0:16091:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88012e2accc0. 00100000:00000010:0.0:1749610060.283118:0:16091:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88009a8e5940. 00000001:00000010:0.0:1749610060.283304:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283397:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283417:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283421:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283430:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283432:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283442:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283444:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.283556:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e2ac740. 00000001:00000010:0.0:1749610060.283562:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283566:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283585:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283588:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283598:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283601:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.283604:0:16091:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88009a8e58c0. 00000001:00000010:0.0:1749610060.283722:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283727:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.283729:0:16091:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88012e2aca40. 00000001:00000010:0.0:1749610060.283737:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283740:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.283742:0:16091:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88012e2acdc0. 00100000:00000010:0.0:1749610060.283744:0:16091:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88009a8e5e00. 00000001:00000010:0.0:1749610060.283885:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283890:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283900:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.283903:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.283906:0:16091:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88012e2accc0. 00100000:00000010:0.0:1749610060.284128:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e2acb80. 00000001:00000010:0.0:1749610060.284131:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.284236:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.284328:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e2ac880. 00000001:00000010:0.0:1749610060.284331:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.284333:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.284425:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e2acd00. 00000001:00000010:0.0:1749610060.284429:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.284431:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.284433:0:16091:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88012e2aca40. 00100000:00000010:0.0:1749610060.284594:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e2ac1c0. 00000001:00000010:0.0:1749610060.284597:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.284599:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.284695:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e2ac300. 00000001:00000010:0.0:1749610060.284698:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.284700:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.284777:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e2ac100. 00000001:00000010:0.0:1749610060.284780:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.284782:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00100000:00000010:0.0:1749610060.284784:0:16091:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88012e2acdc0. 00000001:00000010:0.0:1749610060.284799:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.284801:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.284806:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.284807:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000020:00000010:0.0:1749610060.285035:0:16091:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009a8e1c00. 00000020:00000010:0.0:1749610060.285037:0:16091:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at ffff880096483c00. 00040000:00000010:0.0:1749610060.285052:0:16091:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at ffff88009f3b6400. 00040000:00000010:0.0:1749610060.285054:0:16091:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 192 at ffff88009979e180. 00040000:00000010:0.0:1749610060.285056:0:16091:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 192 at ffff88009979e180. 00000020:00000010:0.0:1749610060.285065:0:16091:0:(lprocfs_status.c:91:lprocfs_add_symlink()) kmalloced '(dest)': 129 at ffff88009979e780. 00000020:00000010:0.0:1749610060.285067:0:16091:0:(lprocfs_status.c:104:lprocfs_add_symlink()) kfreed 'dest': 129 at ffff88009979e780. 00040000:00000010:0.0:1749610060.285069:0:16091:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at ffff88009f3b7200. 00040000:00000010:0.0:1749610060.285070:0:16091:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 192 at ffff88009979e780. 00040000:00000010:0.0:1749610060.285071:0:16091:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 192 at ffff88009979e780. 00000020:00000010:0.0:1749610060.285086:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880072620a00. 00000040:00000010:0.0:1749610060.285089:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880072621a00. 00000020:00000010:0.0:1749610060.285092:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012c7ab800. 00000020:00000010:0.0:1749610060.285096:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880072620800. 00040000:00000010:0.0:1749610060.285099:0:16091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009f3b9d00. 00040000:00000010:0.0:1749610060.285101:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880072620c00. 00080000:00000010:0.0:1749610060.285105:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800998e2000. 00080000:00000010:0.0:1749610060.285109:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012dae9000. 00000020:00000010:0.0:1749610060.285111:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880072621600. 00000020:00000010:0.0:1749610060.285114:0:16091:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6780. 00000020:00000010:0.0:1749610060.285117:0:16091:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73190. 00000008:00000010:0.0:1749610060.285120:0:16091:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800994c6f20. 00020000:00000010:0.0:1749610060.285124:0:16091:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880096ec98c0. 00008000:00000010:0.0:1749610060.285127:0:16091:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012a2df6e8. 00000080:00000010:0.0:1749610060.285130:0:16091:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff880129da4f00. 00000020:00000010:0.0:1749610060.285136:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880072621e00. 00000020:00000010:0.0:1749610060.285140:0:16091:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 160 at ffff8800a7c80780. 00000020:00000010:0.0:1749610060.285149:0:16091:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b4251800. 00000020:00000010:0.0:1749610060.285159:0:16091:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at ffff880099e6d160. 00000020:00000010:0.0:1749610060.285161:0:16091:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at ffff88012f833f28. 00000020:00000010:0.0:1749610060.285163:0:16091:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at ffff88009ad45900. 00000020:00000010:0.0:1749610060.285169:0:16091:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88009c4caae0. 00000020:00000010:0.0:1749610060.285172:0:16091:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b4251000. 00000020:00000010:0.0:1749610060.285177:0:16091:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at ffff88009ad45900. 00000020:00000010:0.0:1749610060.285178:0:16091:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at ffff88009ad45900. 00000001:00000010:0.0:1749610060.285190:0:16091:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009979ed80. 00000001:00000010:0.0:1749610060.285192:0:16091:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880099e6d4a0. 00000001:00000010:0.0:1749610060.285195:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009f3b7800. 00000001:00000010:0.0:1749610060.285196:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009f3b7400. 00000001:00000010:0.0:1749610060.285197:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009f3b6a00. 00000001:00000010:0.0:1749610060.285199:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009f3b6c00. 00000001:00000010:0.0:1749610060.285200:0:16091:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009979e900. 00000001:00000010:0.0:1749610060.285201:0:16091:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880099e6da40. 00000001:00000010:0.0:1749610060.285202:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009f3b6000. 00000001:00000010:0.0:1749610060.285204:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880072621e00. 00000001:00000010:0.0:1749610060.285205:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880072621600. 00000001:00000010:0.0:1749610060.285206:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880072620c00. 00000020:00000010:0.0:1749610060.285207:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880072620800. 00000020:00000010:0.0:1749610060.285209:0:16091:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800965f4c00. 00000020:00000010:0.0:1749610060.285211:0:16091:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040708. 00000008:00000010:0.0:1749610060.285213:0:16091:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800acfd66e0. 00020000:00000010:0.0:1749610060.285215:0:16091:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a9a1cb40. 00008000:00000010:0.0:1749610060.285216:0:16091:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012f833638. 00000080:00000010:0.0:1749610060.285219:0:16091:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800a9a8ea50. 00000020:00000010:0.0:1749610060.285220:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880072621a00. 00000020:00000010:0.0:1749610060.285221:0:16091:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880072620a00. 00000040:00000010:0.0:1749610060.285222:0:16091:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a6133e00. 00000020:00000010:0.0:1749610060.285224:0:16091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4253000. 00000020:00000010:0.0:1749610060.285229:0:16091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a6133c00. 80000000:00000010:0.0:1749610060.285231:0:16091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d10c0. 00040000:00000010:0.0:1749610060.285233:0:16091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a6133a00. 00080000:00000010:0.0:1749610060.285235:0:16091:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acccb000. 00080000:00000010:0.0:1749610060.285238:0:16091:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009d16c000. 20000000:00000010:0.0:1749610060.285241:0:16091:0:(mgs_handler.c:1418:mgs_device_alloc()) kmalloced '(mgs)': 1800 at ffff8800b4256000. 20000000:00000010:0.0:1749610060.285244:0:16091:0:(mgs_handler.c:1035:mgs_connect_to_osd()) kmalloced '(data)': 192 at ffff88009979eb40. 00000020:00000010:0.0:1749610060.285247:0:16091:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b4250800. 20000000:00000010:0.0:1749610060.285250:0:16091:0:(mgs_handler.c:1058:mgs_connect_to_osd()) kfreed 'data': 192 at ffff88009979eb40. 00010000:00000010:0.0:1749610060.285255:0:16091:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009a8e0000. 00000001:00000010:0.0:1749610060.285257:0:16091:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff880096483800. 00000001:00000010:0.0:1749610060.285258:0:16091:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff88009df68530. 00000001:00000010:0.0:1749610060.285260:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 288 at ffff8800a6133600. 00000001:00000010:0.0:1749610060.285261:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 288 at ffff8800a6133400. 00000020:00000010:0.0:1749610060.285286:0:16091:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009a8e2c00. 00000020:00000010:0.0:1749610060.285287:0:16091:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff880099e6d180. 00000020:00000010:0.0:1749610060.285320:0:16091:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880096898400. 00000020:00000010:0.0:1749610060.285322:0:16091:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800a6133200. 00000020:00000010:0.0:1749610060.285333:0:16091:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 392 at ffff8800a6133000. 00000020:00000010:0.0:1749610060.285335:0:16091:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff8800965f4b80. 00000020:00000010:0.0:1749610060.285338:0:16091:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880096483900. 00080000:00000010:0.0:1749610060.285341:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a6132e00. 00000001:00000010:0.0:1749610060.285345:0:16091:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff88012e2acdc0. 00000001:00000010:0.0:1749610060.285464:0:16091:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff880096483f00. 20000000:00000010:0.0:1749610060.285880:0:16091:0:(mgs_handler.c:1389:mgs_object_alloc()) kmalloced '(o)': 224 at ffff880096483e00. 00080000:00000010:0.0:1749610060.285885:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a6132c00. 00080000:00000010:0.0:1749610060.285908:0:16091:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009689b800. 00000020:00000010:0.0:1749610060.285911:0:16091:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880096483d00. 00080000:00000010:0.0:1749610060.285913:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a6132a00. 00000020:00000010:0.0:1749610060.285923:0:16091:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880096483700. 00080000:00000010:0.0:1749610060.285926:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a6132800. 00080000:00000010:0.0:1749610060.285930:0:16091:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff880096483600. 00100000:00000010:0.0:1749610060.285939:0:16091:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e2ac780. 00100000:00000010:0.0:1749610060.285942:0:16091:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012e2ac780. 00000001:00000010:0.0:1749610060.285946:0:16091:0:(nodemap_storage.c:2154:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at ffff880099e6d8e0. 00080000:00000010:0.0:1749610060.285950:0:16091:0:(osd_handler.c:6663:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8800a6132600. 00000001:00000010:0.0:1749610060.285953:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.286062:0:16091:0:(nodemap_handler.c:2747:nodemap_config_alloc()) kmalloced '(config)': 112 at ffff8800965f4a80. 00000001:00000010:0.0:1749610060.286066:0:16091:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800acc980c0. 00000001:00000010:0.0:1749610060.286070:0:16091:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012f8337d8. 00000001:00000010:0.0:1749610060.286072:0:16091:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800acc98180. 00000001:00000010:0.0:1749610060.286081:0:16091:0:(nodemap_handler.c:1751:nodemap_create()) kmalloced '(nodemap)': 784 at ffff880096898800. 00000001:00000010:0.0:1749610060.286089:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4eaf78. 00000001:00000010:0.0:1749610060.286091:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4eaf78. 00000001:00000010:0.0:1749610060.286093:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.286096:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea210. 00000001:00000010:0.0:1749610060.286100:0:16091:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4eaf78. 00000001:00000010:0.0:1749610060.286102:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4eaf78. 00000001:00000010:0.0:1749610060.286103:0:16091:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea210. 00080000:00000010:0.0:1749610060.286107:0:16091:0:(osd_handler.c:6691:osd_it_iam_fini()) kfreed 'it': 328 at ffff8800a6132600. 00000001:00000010:0.0:1749610060.286113:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff88012b8c6e40. 00000001:00000010:0.0:1749610060.286115:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f833ab8. 00000001:00000010:0.0:1749610060.286117:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88012b8c6c00. 00000001:00000010:0.0:1749610060.286128:0:16091:0:(nodemap_handler.c:77:nodemap_destroy()) kfreed 'nodemap': 784 at ffff88008fcbe800. 00000001:00000010:0.0:1749610060.286131:0:16091:0:(nodemap_handler.c:2801:nodemap_config_dealloc()) kfreed 'config': 112 at ffff8800a6136e80. 00000020:00000010:0.0:1749610060.286146:0:16091:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880096483b00. 00080000:00000010:0.0:1749610060.286148:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a6132600. 00000040:00000010:0.0:1749610060.286155:0:16091:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800acc98300. 00000020:00000010:0.0:1749610060.286158:0:16091:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff8800965f4b00. 00000020:00000010:0.0:1749610060.286160:0:16091:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880096483a00. 00080000:00000010:0.0:1749610060.286162:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a6132400. 00000001:00000010:0.0:1749610060.286165:0:16091:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff88012e2ac780. 00000001:00000010:0.0:1749610060.286178:0:16091:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff880096483500. 00000020:00000010:0.0:1749610060.286661:0:16091:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff8800965f4900. 00000020:00000010:0.0:1749610060.286665:0:16091:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880096483400. 00080000:00000010:0.0:1749610060.286672:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a6132200. 00000001:00000010:0.0:1749610060.286692:0:16091:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff88012e2ac200. 00000001:00000010:0.0:1749610060.286707:0:16091:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff880096483300. 00080000:00000010:0.0:1749610060.287254:0:16091:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8800a9a1cd80. 20000000:00000010:0.0:1749610060.287268:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6d7e0. 20000000:00000010:0.0:1749610060.287270:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at ffff88009df68a70. 20000000:00000010:0.0:1749610060.287272:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6d840. 20000000:00000010:0.0:1749610060.287273:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff88009df684e0. 20000000:00000010:0.0:1749610060.287274:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6d2e0. 20000000:00000010:0.0:1749610060.287275:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff88009df68cd0. 20000000:00000010:0.0:1749610060.287276:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6dca0. 20000000:00000010:0.0:1749610060.287277:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff88009df681a0. 20000000:00000010:0.0:1749610060.287278:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6dba0. 20000000:00000010:0.0:1749610060.287279:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at ffff88012f833ab8. 20000000:00000010:0.0:1749610060.287280:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6d300. 20000000:00000010:0.0:1749610060.287281:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at ffff88012f833740. 20000000:00000010:0.0:1749610060.287282:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6d9e0. 20000000:00000010:0.0:1749610060.287282:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at ffff88009df68ee0. 00080000:00000010:0.0:1749610060.287286:0:16091:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8800a9a1cd80. 00000020:00000010:0.0:1749610060.287295:0:16091:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880096483200. 00080000:00000010:0.0:1749610060.287298:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a6132000. 20000000:00000010:0.0:1749610060.287303:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 14 at ffff88009df68ee0. 20000000:00000010:0.0:1749610060.287304:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6d9e0. 20000000:00000010:0.0:1749610060.287305:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 7 at ffff88012f833740. 20000000:00000010:0.0:1749610060.287306:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6d300. 20000000:00000010:0.0:1749610060.287307:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 8 at ffff88012f833ab8. 20000000:00000010:0.0:1749610060.287308:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6dba0. 00000020:00000010:0.0:1749610060.287311:0:16091:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880096483100. 00080000:00000010:0.0:1749610060.287313:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a7cfde00. 20000000:00000010:0.0:1749610060.287316:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff88009df681a0. 20000000:00000010:0.0:1749610060.287317:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6dca0. 00000020:00000010:0.0:1749610060.287320:0:16091:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880096483000. 00080000:00000010:0.0:1749610060.287325:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a7cfdc00. 20000000:00000010:0.0:1749610060.287330:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff88009df68cd0. 20000000:00000010:0.0:1749610060.287331:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6d2e0. 00000020:00000010:0.0:1749610060.287335:0:16091:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800953fb500. 00080000:00000010:0.0:1749610060.287337:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a7cfda00. 20000000:00000010:0.0:1749610060.287340:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff88009df684e0. 20000000:00000010:0.0:1749610060.287340:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6d840. 20000000:00000010:0.0:1749610060.287341:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 10 at ffff88009df68a70. 20000000:00000010:0.0:1749610060.287342:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6d7e0. 20000000:00000010:0.0:1749610060.287423:0:16091:0:(mgs_llog.c:456:mgs_new_fsdb()) kmalloced '(fsdb)': 496 at ffff8800a7cfd600. 20000000:00000010:0.0:1749610060.287427:0:16091:0:(mgs_llog.c:476:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at ffff88009d16e000. 20000000:00000010:0.0:1749610060.287430:0:16091:0:(mgs_llog.c:483:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at ffff88009d16a000. 20000000:00000010:0.0:1749610060.287432:0:16091:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 14 at ffff88009df68a70. 20000000:00000010:0.0:1749610060.287433:0:16091:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 14 at ffff88009df684e0. 20000000:00000010:0.0:1749610060.287637:0:16091:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 15 at ffff88009df68cd0. 00000040:00000010:0.0:1749610060.287640:0:16091:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800a7cfd400. 00000040:00000010:0.0:1749610060.287647:0:16091:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800a7cfd400. 20000000:00000010:0.0:1749610060.287649:0:16091:0:(mgs_llog.c:149:name_destroy()) kfreed '*name': 15 at ffff88009df68cd0. 00000040:00000010:0.0:1749610060.287651:0:16091:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800a7cfd400. 00000040:00000010:0.0:1749610060.287658:0:16091:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff88012f833c58. 00000020:00000010:0.0:1749610060.287660:0:16091:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009a702000. 00080000:00000010:0.0:1749610060.287662:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a7cfd200. 00000040:00000010:0.0:1749610060.287669:0:16091:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88012dd5c000. 00000040:00000010:0.0:1749610060.287690:0:16091:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff88012f833c58. 00000040:00000010:0.0:1749610060.287692:0:16091:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88012dd5c000. 00000040:00000010:0.0:1749610060.287694:0:16091:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800a7cfd400. 20000000:00000010:0.0:1749610060.287696:0:16091:0:(mgs_llog.c:456:mgs_new_fsdb()) kmalloced '(fsdb)': 496 at ffff8800a7cfd400. 20000000:00000010:0.0:1749610060.287697:0:16091:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 13 at ffff88009df68cd0. 00000040:00000010:0.0:1749610060.287699:0:16091:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800a7cfd000. 00000040:00000010:0.0:1749610060.287702:0:16091:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800a7cfd000. 20000000:00000010:0.0:1749610060.287704:0:16091:0:(mgs_llog.c:149:name_destroy()) kfreed '*name': 13 at ffff88009df68cd0. 00000100:00000010:0.0:1749610060.287706:0:16091:0:(service.c:744:ptlrpc_register_service()) kmalloced '(service)': 320 at ffff8800a7cfd000. 00000100:00000010:0.0:1749610060.287710:0:16091:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 800 at ffff880095c65400. 00000100:00000010:0.0:1749610060.287723:0:16091:0:(service.c:632:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff88009c4dc000. 00000100:00000010:0.0:1749610060.287726:0:16091:0:(service.c:640:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800acccf000. 00000100:00000010:0.0:1749610060.287729:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c65800. 00000100:00000010:0.0:1749610060.287731:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012dd5c000. 00000100:00000010:0.0:1749610060.287733:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c64400. 00000100:00000010:0.0:1749610060.287736:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009690e000. 00000100:00000010:0.0:1749610060.287737:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c64800. 00000100:00000010:0.0:1749610060.287741:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880098f02000. 00000100:00000010:0.0:1749610060.287743:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c66000. 00000100:00000010:0.0:1749610060.287746:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880098f00000. 00000100:00000010:0.0:1749610060.287748:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c67c00. 00000100:00000010:0.0:1749610060.287750:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa11c000. 00000100:00000010:0.0:1749610060.287752:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c66400. 00000100:00000010:0.0:1749610060.287754:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aa11e000. 00000100:00000010:0.0:1749610060.287755:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c64c00. 00000100:00000010:0.0:1749610060.287758:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009718e000. 00000100:00000010:0.0:1749610060.287759:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c67000. 00000100:00000010:0.0:1749610060.287762:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009718c000. 00000100:00000010:0.0:1749610060.287763:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c66c00. 00000100:00000010:0.0:1749610060.287765:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009718a000. 00000100:00000010:0.0:1749610060.287766:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c66800. 00000100:00000010:0.0:1749610060.287769:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880097188000. 00000100:00000010:0.0:1749610060.287770:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c64000. 00000100:00000010:0.0:1749610060.287773:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88012f808000. 00000100:00000010:0.0:1749610060.287774:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c65c00. 00000100:00000010:0.0:1749610060.287777:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880096ea4000. 00000100:00000010:0.0:1749610060.287778:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c67400. 00000100:00000010:0.0:1749610060.287781:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880096ea6000. 00000100:00000010:0.0:1749610060.287782:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c65000. 00000100:00000010:0.0:1749610060.287785:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009a21a000. 00000100:00000010:0.0:1749610060.287786:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880095c67800. 00000100:00000010:0.0:1749610060.287792:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880096bc6000. 00000100:00000010:0.0:1749610060.287793:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136ac8000. 00000100:00000010:0.0:1749610060.287796:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880096bc2000. 00000100:00000010:0.0:1749610060.287798:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136ac8c00. 00000100:00000010:0.0:1749610060.287801:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880090e5e000. 00000100:00000010:0.0:1749610060.287802:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136aca000. 00000100:00000010:0.0:1749610060.287804:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880090e58000. 00000100:00000010:0.0:1749610060.287806:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136ac9000. 00000100:00000010:0.0:1749610060.287811:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880095f70000. 00000100:00000010:0.0:1749610060.287813:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136acb800. 00000100:00000010:0.0:1749610060.287815:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880095f72000. 00000100:00000010:0.0:1749610060.287816:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136acac00. 00000100:00000010:0.0:1749610060.287819:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880095f74000. 00000100:00000010:0.0:1749610060.287820:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136ac9400. 00000100:00000010:0.0:1749610060.287822:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880095f76000. 00000100:00000010:0.0:1749610060.287824:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009b067c00. 00000100:00000010:0.0:1749610060.287829:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009a3d0000. 00000100:00000010:0.0:1749610060.287831:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009b066c00. 00000100:00000010:0.0:1749610060.287834:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009a3d2000. 00000100:00000010:0.0:1749610060.287836:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009adaa400. 00000100:00000010:0.0:1749610060.287838:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009a3d4000. 00000100:00000010:0.0:1749610060.287840:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad2c00. 00000100:00000010:0.0:1749610060.287842:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009a3d6000. 00000100:00000010:0.0:1749610060.287843:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad0000. 00000100:00000010:0.0:1749610060.287849:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009ae28000. 00000100:00000010:0.0:1749610060.287850:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad2000. 00000100:00000010:0.0:1749610060.287853:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009ae2a000. 00000100:00000010:0.0:1749610060.287854:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad0400. 00000100:00000010:0.0:1749610060.287856:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009ae2c000. 00000100:00000010:0.0:1749610060.287858:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad3c00. 00000100:00000010:0.0:1749610060.287860:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009ae2e000. 00000100:00000010:0.0:1749610060.287864:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad3000. 00000100:00000010:0.0:1749610060.287869:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009c8b8000. 00000100:00000010:0.0:1749610060.287870:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad0800. 00000100:00000010:0.0:1749610060.287873:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009c8ba000. 00000100:00000010:0.0:1749610060.287874:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad2400. 00000100:00000010:0.0:1749610060.287877:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009c8bc000. 00000100:00000010:0.0:1749610060.287878:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad2800. 00000100:00000010:0.0:1749610060.287880:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009c8be000. 00000100:00000010:0.0:1749610060.287882:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad3400. 00000100:00000010:0.0:1749610060.287887:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009d178000. 00000100:00000010:0.0:1749610060.287888:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad1400. 00000100:00000010:0.0:1749610060.287891:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009d17a000. 00000100:00000010:0.0:1749610060.287892:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad1800. 00000100:00000010:0.0:1749610060.287894:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009d17c000. 00000100:00000010:0.0:1749610060.287895:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad0c00. 00000100:00000010:0.0:1749610060.287898:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009d17e000. 00000100:00000010:0.0:1749610060.287899:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad1c00. 00000100:00000010:0.0:1749610060.287904:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880090c18000. 00000100:00000010:0.0:1749610060.287905:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009dad1000. 00000100:00000010:0.0:1749610060.287908:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880090c1a000. 00000100:00000010:0.0:1749610060.287909:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012e185c00. 00000100:00000010:0.0:1749610060.287912:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880090c1c000. 00000100:00000010:0.0:1749610060.287913:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbe800. 00000100:00000010:0.0:1749610060.287915:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880090c1e000. 00000100:00000010:0.0:1749610060.287917:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbdc00. 00000100:00000010:0.0:1749610060.287922:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9a98000. 00000100:00000010:0.0:1749610060.287923:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbc000. 00000100:00000010:0.0:1749610060.287925:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9a9a000. 00000100:00000010:0.0:1749610060.287927:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbc800. 00000100:00000010:0.0:1749610060.287929:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9a9c000. 00000100:00000010:0.0:1749610060.287930:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbd800. 00000100:00000010:0.0:1749610060.287935:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9a9e000. 00000100:00000010:0.0:1749610060.287936:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbd000. 00000100:00000010:0.0:1749610060.287941:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009a4f0000. 00000100:00000010:0.0:1749610060.287943:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbc400. 00000100:00000010:0.0:1749610060.287945:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009a4f2000. 00000100:00000010:0.0:1749610060.287947:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbe400. 00000100:00000010:0.0:1749610060.287949:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009a4f4000. 00000100:00000010:0.0:1749610060.287950:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbe000. 00000100:00000010:0.0:1749610060.287953:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009a4f6000. 00000100:00000010:0.0:1749610060.287954:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbfc00. 00000100:00000010:0.0:1749610060.287959:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009ef78000. 00000100:00000010:0.0:1749610060.287960:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbf400. 00000100:00000010:0.0:1749610060.287963:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009ef7a000. 00000100:00000010:0.0:1749610060.287964:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbd400. 00000100:00000010:0.0:1749610060.287966:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009ef7c000. 00000100:00000010:0.0:1749610060.287967:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbf000. 00000100:00000010:0.0:1749610060.287970:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009ef7e000. 00000100:00000010:0.0:1749610060.287971:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88008fcbf800. 00000100:00000010:0.0:1749610060.287976:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880096900000. 00000100:00000010:0.0:1749610060.287978:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009d3c2000. 00000100:00000010:0.0:1749610060.287980:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880096902000. 00000100:00000010:0.0:1749610060.287982:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009c4c6400. 00000100:00000010:0.0:1749610060.287986:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880096904000. 00000100:00000010:0.0:1749610060.287987:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009c4c4800. 00000100:00000010:0.0:1749610060.287991:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880096906000. 00000100:00000010:0.0:1749610060.287992:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009c4c4400. 00000100:00000010:0.0:1749610060.287999:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009a9b0000. 00000100:00000010:0.0:1749610060.288001:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009c4c5000. 00000100:00000010:0.0:1749610060.288004:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009a9b2000. 00000100:00000010:0.0:1749610060.288006:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009c4c4c00. 00000100:00000010:0.0:1749610060.288009:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009a9b4000. 00000100:00000010:0.0:1749610060.288013:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009c4c7400. 00000100:00000010:0.0:1749610060.288017:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009a9b6000. 00000100:00000010:0.0:1749610060.288019:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009c4c5400. 00000100:00000010:0.0:1749610060.288026:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009f168000. 00000100:00000010:0.0:1749610060.288028:0:16091:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009c4c5c00. 00000100:00000010:0.0:1749610060.288032:0:16091:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009f16a000. 00000400:00000200:0.0:1749610060.288035:0:16091:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:0.0:1749610060.288064:0:16091:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009c4c6c00. 00000020:00000010:0.0:1749610060.288068:0:16091:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800accca000. 00000100:00000010:0.0:1749610060.288091:0:16091:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800acc98840. 00000100:00000010:0.0:1749610060.288095:0:16091:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8800b45e97c0. 00000100:00000010:0.0:1749610060.288102:0:16091:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800998ea000. 00000100:00000010:0.0:1749610060.288105:0:16091:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800998ea0c0. 00000100:00000010:0.0:1749610060.288107:0:16091:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800998ea180. 00000100:00000200:0.0:1749610060.288124:0:16091:0:(service.c:846:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:0.0:1749610060.288126:0:16091:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800a7cfce00. 00000100:00000010:1.0:1749610060.288274:0:16096:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012c0e2240. 00000020:00000010:1.0:1749610060.288279:0:16096:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012c0e2400. 00000020:00000010:1.0:1749610060.288284:0:16096:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800965f7800. 00000020:00000010:1.0:1749610060.288286:0:16096:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800965f6400. 00000040:00000010:1.0:1749610060.288287:0:16096:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800965f7400. 00000020:00000010:1.0:1749610060.288290:0:16096:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b99800. 00000020:00000010:1.0:1749610060.288292:0:16096:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800965f6e00. 80000000:00000010:1.0:1749610060.288295:0:16096:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130826480. 00040000:00000010:1.0:1749610060.288297:0:16096:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800965f7600. 00080000:00000010:1.0:1749610060.288300:0:16096:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a5000. 00080000:00000010:1.0:1749610060.288304:0:16096:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880096654000. 20000000:00000010:1.0:1749610060.288307:0:16096:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800965f6200. 00000100:00000200:1.0:1749610060.288311:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288317:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453af20. 00000400:00000010:1.0:1749610060.288322:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552e600. 00000100:00000200:1.0:1749610060.288329:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288330:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453af78. 00000400:00000010:1.0:1749610060.288331:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552e180. 00000100:00000200:1.0:1749610060.288332:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288333:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a160. 00000400:00000010:1.0:1749610060.288334:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552e6c0. 00000100:00000200:1.0:1749610060.288335:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288336:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a108. 00000400:00000010:1.0:1749610060.288337:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552ec00. 00000100:00000200:1.0:1749610060.288338:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288344:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a0b0. 00000400:00000010:1.0:1749610060.288345:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552e540. 00000100:00000200:1.0:1749610060.288347:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288347:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a058. 00000400:00000010:1.0:1749610060.288349:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552e000. 00000100:00000200:1.0:1749610060.288350:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288350:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a000. 00000400:00000010:1.0:1749610060.288352:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552e3c0. 00000100:00000200:1.0:1749610060.288353:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288353:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a478. 00000400:00000010:1.0:1749610060.288354:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552ef00. 00000100:00000200:1.0:1749610060.288355:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288356:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a420. 00000400:00000010:1.0:1749610060.288357:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552ecc0. 00000100:00000200:1.0:1749610060.288358:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288358:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a3c8. 00000400:00000010:1.0:1749610060.288359:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552e780. 00000100:00000200:1.0:1749610060.288360:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288361:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a370. 00000400:00000010:1.0:1749610060.288361:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552ed80. 00000100:00000200:1.0:1749610060.288362:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288363:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a318. 00000400:00000010:1.0:1749610060.288364:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552e840. 00000100:00000200:1.0:1749610060.288365:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288366:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a2c0. 00000400:00000010:1.0:1749610060.288367:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552ea80. 00000100:00000200:1.0:1749610060.288368:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288368:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a268. 00000400:00000010:1.0:1749610060.288369:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552e240. 00000100:00000200:1.0:1749610060.288370:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288371:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a210. 00000400:00000010:1.0:1749610060.288372:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552e0c0. 00000100:00000200:1.0:1749610060.288373:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288373:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a1b8. 00000400:00000010:1.0:1749610060.288374:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a552e9c0. 00000100:00000200:1.0:1749610060.288375:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288379:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a4d0. 00000400:00000010:1.0:1749610060.288381:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51240. 00000100:00000200:1.0:1749610060.288382:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288383:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a528. 00000400:00000010:1.0:1749610060.288400:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e510c0. 00000100:00000200:1.0:1749610060.288402:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288402:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a580. 00000400:00000010:1.0:1749610060.288404:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51000. 00000100:00000200:1.0:1749610060.288405:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288406:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a5d8. 00000400:00000010:1.0:1749610060.288407:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51300. 00000100:00000200:1.0:1749610060.288408:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288408:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a630. 00000400:00000010:1.0:1749610060.288409:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e513c0. 00000100:00000200:1.0:1749610060.288410:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288411:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a688. 00000400:00000010:1.0:1749610060.288412:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51e40. 00000100:00000200:1.0:1749610060.288413:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288414:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a6e0. 00000400:00000010:1.0:1749610060.288415:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51540. 00000100:00000200:1.0:1749610060.288416:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288417:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a738. 00000400:00000010:1.0:1749610060.288418:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e519c0. 00000100:00000200:1.0:1749610060.288419:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288420:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a790. 00000400:00000010:1.0:1749610060.288421:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51b40. 00000100:00000200:1.0:1749610060.288422:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288422:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a7e8. 00000400:00000010:1.0:1749610060.288423:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51a80. 00000100:00000200:1.0:1749610060.288424:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288424:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a840. 00000400:00000010:1.0:1749610060.288425:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51900. 00000100:00000200:1.0:1749610060.288426:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288427:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a898. 00000400:00000010:1.0:1749610060.288428:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e516c0. 00000100:00000200:1.0:1749610060.288428:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288432:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a8f0. 00000400:00000010:1.0:1749610060.288433:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51d80. 00000100:00000200:1.0:1749610060.288435:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288436:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a948. 00000400:00000010:1.0:1749610060.288437:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51600. 00000100:00000200:1.0:1749610060.288438:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288439:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a9a0. 00000400:00000010:1.0:1749610060.288440:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51780. 00000100:00000200:1.0:1749610060.288441:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288442:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453a9f8. 00000400:00000010:1.0:1749610060.288442:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51c00. 00000100:00000200:1.0:1749610060.288443:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288444:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453aa50. 00000400:00000010:1.0:1749610060.288445:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51f00. 00000100:00000200:1.0:1749610060.288446:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288446:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453aaa8. 00000400:00000010:1.0:1749610060.288447:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51840. 00000100:00000200:1.0:1749610060.288448:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288449:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453ac08. 00000400:00000010:1.0:1749610060.288450:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51cc0. 00000100:00000200:1.0:1749610060.288451:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288451:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453abb0. 00000400:00000010:1.0:1749610060.288452:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51480. 00000100:00000200:1.0:1749610060.288453:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288454:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453ab58. 00000400:00000010:1.0:1749610060.288454:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880090e51180. 00000100:00000200:1.0:1749610060.288455:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288456:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453ac60. 00000400:00000010:1.0:1749610060.288460:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319000. 00000100:00000200:1.0:1749610060.288462:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288463:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453acb8. 00000400:00000010:1.0:1749610060.288464:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f3190c0. 00000100:00000200:1.0:1749610060.288465:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288466:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453ad10. 00000400:00000010:1.0:1749610060.288467:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319180. 00000100:00000200:1.0:1749610060.288467:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288471:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453ad68. 00000400:00000010:1.0:1749610060.288472:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319240. 00000100:00000200:1.0:1749610060.288473:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288474:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453adc0. 00000400:00000010:1.0:1749610060.288475:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319300. 00000100:00000200:1.0:1749610060.288476:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288477:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453ae18. 00000400:00000010:1.0:1749610060.288478:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f3193c0. 00000100:00000200:1.0:1749610060.288479:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288479:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453ae70. 00000400:00000010:1.0:1749610060.288480:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319480. 00000100:00000200:1.0:1749610060.288481:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288482:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453aec8. 00000400:00000010:1.0:1749610060.288482:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319540. 00000100:00000200:1.0:1749610060.288483:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288484:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b453ab00. 00000400:00000010:1.0:1749610060.288485:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319600. 00000100:00000200:1.0:1749610060.288486:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288487:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b523c8. 00000400:00000010:1.0:1749610060.288488:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f3196c0. 00000100:00000200:1.0:1749610060.288489:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288490:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52420. 00000400:00000010:1.0:1749610060.288490:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319780. 00000100:00000200:1.0:1749610060.288491:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288492:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52478. 00000400:00000010:1.0:1749610060.288493:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319840. 00000100:00000200:1.0:1749610060.288494:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288494:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b524d0. 00000400:00000010:1.0:1749610060.288495:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319900. 00000100:00000200:1.0:1749610060.288496:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288497:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52528. 00000400:00000010:1.0:1749610060.288497:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f3199c0. 00000100:00000200:1.0:1749610060.288498:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288499:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52580. 00000400:00000010:1.0:1749610060.288500:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319a80. 00000100:00000200:1.0:1749610060.288501:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288503:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b525d8. 00000400:00000010:1.0:1749610060.288505:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319b40. 00000100:00000200:1.0:1749610060.288506:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288507:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52738. 00000400:00000010:1.0:1749610060.288508:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319c00. 00000100:00000200:1.0:1749610060.288509:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288509:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52688. 00000400:00000010:1.0:1749610060.288510:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319cc0. 00000100:00000200:1.0:1749610060.288511:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288512:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b526e0. 00000400:00000010:1.0:1749610060.288512:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319d80. 00000100:00000200:1.0:1749610060.288513:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288514:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52630. 00000400:00000010:1.0:1749610060.288514:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319e40. 00000100:00000200:1.0:1749610060.288515:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288516:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52370. 00000400:00000010:1.0:1749610060.288517:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88008f319f00. 00000100:00000200:1.0:1749610060.288518:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288519:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52318. 00000400:00000010:1.0:1749610060.288522:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d164000. 00000100:00000200:1.0:1749610060.288523:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288524:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b522c0. 00000400:00000010:1.0:1749610060.288525:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d1640c0. 00000100:00000200:1.0:1749610060.288526:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288526:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52268. 00000400:00000010:1.0:1749610060.288527:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d164180. 00000100:00000200:1.0:1749610060.288528:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288529:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52210. 00000400:00000010:1.0:1749610060.288529:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d164240. 00000100:00000200:1.0:1749610060.288530:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288531:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b521b8. 00000400:00000010:1.0:1749610060.288532:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d164300. 00000100:00000200:1.0:1749610060.288533:0:16096:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.288533:0:16096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52160. 00000400:00000010:1.0:1749610060.288534:0:16096:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d1643c0. 00000100:00000010:1.0:1749610060.288542:0:16096:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8800a590c000. 00000100:00000200:1.0:1749610060.288560:0:16096:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1749610060.288586:0:16091:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800a7cfcc00. 00000100:00000010:1.0:1749610060.288673:0:16097:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012c0e2680. 00000020:00000010:1.0:1749610060.288695:0:16097:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012c0e2ec0. 00000020:00000010:1.0:1749610060.288697:0:16097:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800965f7000. 00000020:00000010:1.0:1749610060.288699:0:16097:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800965f7c00. 00000040:00000010:1.0:1749610060.288700:0:16097:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800965f6a00. 00000020:00000010:1.0:1749610060.288702:0:16097:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b9d000. 00000020:00000010:1.0:1749610060.288704:0:16097:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800965f6c00. 80000000:00000010:1.0:1749610060.288705:0:16097:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130826d20. 00040000:00000010:1.0:1749610060.288707:0:16097:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800965f7200. 00080000:00000010:1.0:1749610060.288710:0:16097:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a6000. 00080000:00000010:1.0:1749610060.288713:0:16097:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880096656000. 20000000:00000010:1.0:1749610060.288716:0:16097:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800965f6600. 00000100:00000010:1.0:1749610060.288727:0:16097:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88009a07c000. 00000100:00000200:1.0:1749610060.288733:0:16097:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1749610060.288742:0:16091:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800a7cfca00. 00000100:00000010:1.0:1749610060.288802:0:16098:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012c0e2880. 00000020:00000010:1.0:1749610060.288803:0:16098:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012c0e2780. 00000020:00000010:1.0:1749610060.288805:0:16098:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800965f7a00. 00000020:00000010:1.0:1749610060.288807:0:16098:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800965f7e00. 00000040:00000010:1.0:1749610060.288809:0:16098:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a7b800. 00000020:00000010:1.0:1749610060.288812:0:16098:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b9d800. 00000020:00000010:1.0:1749610060.288813:0:16098:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a7ba00. 80000000:00000010:1.0:1749610060.288814:0:16098:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130826000. 00040000:00000010:1.0:1749610060.288816:0:16098:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a7be00. 00080000:00000010:1.0:1749610060.288818:0:16098:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a2000. 00080000:00000010:1.0:1749610060.288822:0:16098:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880096652000. 20000000:00000010:1.0:1749610060.288824:0:16098:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff880096a7b400. 00000100:00000010:1.0:1749610060.288833:0:16098:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88009952c000. 00000100:00000200:1.0:1749610060.288838:0:16098:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:0.0:1749610060.288886:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a6132000. 00000020:00000010:0.0:1749610060.288889:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff880096483200. 00080000:00000010:0.0:1749610060.288898:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a7cfd200. 00000020:00000010:0.0:1749610060.288900:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009a702000. 00080000:00000010:0.0:1749610060.288907:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a6132c00. 20000000:00000010:0.0:1749610060.288909:0:16091:0:(mgs_handler.c:1362:mgs_object_free()) kfreed_rcu 'obj': 224 at ffff880096483e00. 00080000:00000010:0.0:1749610060.288917:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a7cfda00. 00000020:00000010:0.0:1749610060.288918:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800953fb500. 00080000:00000010:0.0:1749610060.288940:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a7cfdc00. 00000020:00000010:0.0:1749610060.288942:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff880096483000. 00080000:00000010:0.0:1749610060.288947:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a7cfde00. 00000020:00000010:0.0:1749610060.288948:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff880096483100. 00000020:00000010:0.0:1749610060.288953:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880072620a00. 00000040:00000010:0.0:1749610060.288956:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a6133e00. 00000020:00000010:0.0:1749610060.288959:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4253000. 00000020:00000010:0.0:1749610060.288966:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a6133c00. 80000000:00000010:0.0:1749610060.288969:0:16091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d10c0. 00040000:00000010:0.0:1749610060.288972:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a6133a00. 00080000:00000010:0.0:1749610060.288975:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009d16c000. 00080000:00000010:0.0:1749610060.288980:0:16091:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009689b800. 00080000:00000010:0.0:1749610060.288982:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acccb000. 00000020:00000010:0.0:1749610060.288985:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880072621a00. 00000020:00000010:0.0:1749610060.288988:0:16091:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800965f4c00. 00000020:00000010:0.0:1749610060.288990:0:16091:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040708. 00000008:00000010:0.0:1749610060.288993:0:16091:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800acfd66e0. 00020000:00000010:0.0:1749610060.288996:0:16091:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a9a1cb40. 00008000:00000010:0.0:1749610060.288998:0:16091:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012f833638. 00000080:00000010:0.0:1749610060.289000:0:16091:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800a9a8ea50. 00000020:00000010:0.0:1749610060.289002:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880072620800. 00000020:00000010:0.0:1749610060.289005:0:16091:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at ffff88009ad45900. 00000020:00000010:0.0:1749610060.289013:0:16091:0:(obd_mount.c:308:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff880099e6d3a0. 00000020:00000010:0.0:1749610060.289015:0:16091:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff880099e6d6e0. 00000020:00000010:0.0:1749610060.289018:0:16091:0:(obd_mount.c:317:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8800998ea300. 00000100:02020000:0.0:1749610060.289026:0:16091:0:(import.c:184:ptlrpc_set_import_discon()) MGC192.168.203.144@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:2.0:1749610060.293129:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea318. 00000400:00000200:2.0:1749610060.293134:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:2.0:1749610060.293136:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000100:00000200:2.0:1749610060.293145:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688a80 x1834598193541760/t0(0) o400->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749610074 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610060.293152:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688a80 x1834598193541760/t0(0) o400->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749610074 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610060.293168:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009f3b6600. 02000000:00000010:2.0:1749610060.293172:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d4e7900. 00000100:00000010:2.0:1749610060.293174:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688a80. 00000100:00000010:0.0:1749610060.293255:0:16091:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c1500. 02000000:00000010:0.0:1749610060.293266:0:16091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c4c4000. 02000000:00000010:2.0:1749610060.293314:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c400. 00000400:00000010:2.0:1749610060.293317:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdc60. 00000400:00000010:2.0:1749610060.293320:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610060.293323:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193542656, portal 25 00000400:00000010:2.0:1749610060.293326:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610060.293328:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193542656, offset 0 00000400:00000200:2.0:1749610060.293332:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610060.293344:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610060.293353:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada1b600 00000400:00000200:2.0:1749610060.293357:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x623d [2] + 0 00000400:00000010:2.0:1749610060.293359:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453af20. 00000400:00000200:2.0:1749610060.293361:0:1047:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a552e600 00000400:00000200:2.0:1749610060.293366:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610060.293369:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610060.293372:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552e600 00000400:00000010:2.0:1749610060.293373:0:1047:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552e600. 00000100:00000200:2.0:1749610060.293376:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1749610060.293401:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610060.293402:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610060.293406:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800974c1500 x1834598193542656/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610060.293426:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136851b80. 00000020:00000010:1.0:1749610060.293430:0:16098:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880096650000. 00000100:00000010:2.0:1749610060.293440:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136851d80. 00000020:00000010:1.0:1749610060.293442:0:16098:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a000. 00000100:00000010:2.0:1749610060.293443:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136851f80. 00000020:00000010:1.0:1749610060.293445:0:16098:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013980. 00000100:00000010:2.0:1749610060.293446:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801368519c0. 00000020:00000010:1.0:1749610060.293449:0:16098:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a190. 00000100:00000200:1.0:1749610060.293474:0:16098:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193542656 00000020:00000010:2.0:1749610060.293478:0:16097:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800998e2000. 02000000:00000010:1.0:1749610060.293493:0:16098:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88009a705800. 00000020:00000010:1.0:1749610060.293503:0:16098:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097b98800. 00000001:00000010:1.0:1749610060.293510:0:16098:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009d164600. 00000001:00000010:1.0:1749610060.293513:0:16098:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800964587e0. 00000001:00000010:1.0:1749610060.293515:0:16098:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096a7a200. 00000001:00000010:1.0:1749610060.293517:0:16098:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096a7ae00. 00000001:00000010:1.0:1749610060.293519:0:16098:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096a7bc00. 00000001:00000010:1.0:1749610060.293522:0:16098:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096a7b200. 00000020:00000010:1.0:1749610060.293532:0:16098:0:(lprocfs_status_server.c:612:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff880130826f00. 00000020:00000010:1.0:1749610060.293570:0:16098:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff88009a707000. 00000020:00000010:1.0:1749610060.293572:0:16098:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at ffff88009d1646c0. 00000020:00000010:1.0:1749610060.293574:0:16098:0:(lprocfs_status.c:1347:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at ffff8800b462f800. 00000020:00000010:1.0:1749610060.293582:0:16098:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff88009a704800. 00000020:00000010:1.0:1749610060.293584:0:16098:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at ffff8800b462f500. 00000020:00000010:1.0:1749610060.293586:0:16098:0:(lprocfs_status.c:1347:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at ffff880096a7b600. 00000020:00000010:1.0:1749610060.293593:0:16098:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff880097b99000. 00010000:00000200:1.0:1749610060.293620:0:16098:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c4c5c50 x1834598193542656/t0(0) o250->bea4be6b-c711-4354-a900-d4c49ab222bb@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749610080 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610060.293631:0:16098:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387dd0. 00000100:00000200:1.0:1749610060.293633:0:16098:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1834598193542656, offset 0 00000400:00000200:1.0:1749610060.293636:0:16098:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610060.293640:0:16098:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610060.293644:0:16098:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x6848eada1b600 00000400:00000200:1.0:1749610060.293647:0:16098:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x633d [1] + 0 00000400:00000200:1.0:1749610060.293649:0:16098:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610060.293651:0:16098:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610060.293654:0:16098:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800974c1500 x1834598193542656/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610060.293671:0:16098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387dd0 00000400:00000010:1.0:1749610060.293672:0:16098:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387dd0. 00000400:00000010:2.0:1749610060.293693:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdc60. 00000400:00000200:2.0:1749610060.293696:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:2.0:1749610060.293697:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610060.293699:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800974c1500 x1834598193542656/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610060.293700:0:16098:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013980. 00000020:00000010:1.0:1749610060.293703:0:16098:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a190. 00000100:00000200:2.0:1749610060.293704:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800974c1500 x1834598193542656/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610060.293705:0:16098:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a000. 02000000:00000010:1.0:1749610060.293708:0:16098:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff88009a705800. 00000100:00000200:1.0:1749610060.293711:0:16098:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.293713:0:16098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52108. 00000400:00000010:1.0:1749610060.293715:0:16098:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d164780. 02000000:00000010:2.0:1749610060.293734:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c400. 02000000:00000010:2.0:1749610060.293736:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c4c4000. 00000100:00000010:2.0:1749610060.293738:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800974c1500. 00000020:00000010:1.0:1749610060.293747:0:16091:0:(obd_mount.c:551:lustre_start_mgc()) kfreed 'data': 192 at ffff8800998ea300. 00000020:00000010:1.0:1749610060.293749:0:16091:0:(obd_mount.c:552:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff880099e6d3a0. 00000020:00000010:1.0:1749610060.293751:0:16091:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff880099e6d6e0. 00000020:00000010:1.0:1749610060.293760:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a000. 00000020:00000010:1.0:1749610060.293762:0:16091:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a7a800. 00000040:00000010:1.0:1749610060.293764:0:16091:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a7b000. 00000020:00000010:1.0:1749610060.293766:0:16091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b9b000. 00000020:00000010:1.0:1749610060.293768:0:16091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a7a400. 80000000:00000010:1.0:1749610060.293769:0:16091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8801308269c0. 00040000:00000010:1.0:1749610060.293772:0:16091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a591de00. 00080000:00000010:1.0:1749610060.293775:0:16091:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a4000. 00080000:00000010:1.0:1749610060.293780:0:16091:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136834000. 20000000:00000010:1.0:1749610060.293782:0:16091:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800a591da00. 00000020:00000010:1.0:1749610060.293792:0:16091:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b462fb00. 00000020:00000010:1.0:1749610060.293795:0:16091:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b462f700. 00080000:00000010:1.0:1749610060.293798:0:16091:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a591ce00. 00080000:00000010:1.0:1749610060.293836:0:16091:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009a705800. 00080000:00000010:1.0:1749610060.293842:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a591ce00. 00000020:00000010:1.0:1749610060.293844:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b462f700. 00000040:00000010:1.0:1749610060.293848:0:16091:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff88009d164840. 00000020:00000010:1.0:1749610060.293868:0:16091:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4608 at ffff88009c238000. 00000100:00000010:1.0:1749610060.293881:0:16091:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807800. 02000000:00000010:1.0:1749610060.293889:0:16091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff88009c23a000. 00000100:00000010:1.0:1749610060.293896:0:16091:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d164900. 02000000:00000010:1.0:1749610060.293905:0:16091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff88009c23c000. 00000400:00000010:1.0:1749610060.293907:0:16091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b520b0. 00000400:00000010:1.0:1749610060.293911:0:16091:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d1649c0. 00000100:00000200:1.0:1749610060.293913:0:16091:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1834598193542784, portal 25 00000400:00000010:1.0:1749610060.293915:0:16091:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d164a80. 00000100:00000200:1.0:1749610060.293916:0:16091:0:(niobuf.c:81:ptl_send_buf()) Sending 4832 bytes to portal 26, xid 1834598193542784, offset 0 00000400:00000200:1.0:1749610060.293918:0:16091:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610060.293921:0:16091:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610060.293924:0:16091:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 4832 into portal 26 MB=0x6848eada1b680 00000400:00000200:1.0:1749610060.293926:0:16091:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4832/4832 into md 0x6241 [2] + 0 00000400:00000010:1.0:1749610060.293928:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453af78. 00000400:00000200:1.0:1749610060.293929:0:16091:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a552e180 00000400:00000200:1.0:1749610060.293932:0:16091:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610060.293934:0:16091:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610060.293935:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552e180 00000400:00000010:1.0:1749610060.293936:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552e180. 00000100:00000200:1.0:1749610060.293937:0:16091:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1749610060.293943:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d164a80 00000400:00000010:1.0:1749610060.293944:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009d164a80. 00000100:00000200:1.0:1749610060.293946:0:16091:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095807800 x1834598193542784/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 1749610076 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610060.293960:0:16098:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009f16c000. 00000020:00000010:0.0:1749610060.293971:0:16098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b45e9e40. 00000020:00000010:0.0:1749610060.293974:0:16098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b45e9e40. 00000020:00000010:0.0:1749610060.293977:0:16098:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a7cfde00. 00000020:00000010:0.0:1749610060.293980:0:16098:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800965f4c00. 00000020:00000010:0.0:1749610060.293982:0:16098:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040708. 00000020:00000010:0.0:1749610060.294000:0:16098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b45e9e40. 00000020:00000010:0.0:1749610060.294002:0:16098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b45e9e40. 00000100:00000200:0.0:1749610060.294004:0:16098:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193542784 02000000:00000010:0.0:1749610060.294014:0:16098:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at ffff88009f16e000. 20000000:00000010:0.0:1749610060.294022:0:16098:0:(mgs_llog.c:456:mgs_new_fsdb()) kmalloced '(fsdb)': 496 at ffff8800a7cfdc00. 20000000:00000010:0.0:1749610060.294030:0:16098:0:(mgs_llog.c:476:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at ffff88009d16c000. 20000000:00000010:0.0:1749610060.294039:0:16098:0:(mgs_llog.c:483:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at ffff88009f3f0000. 20000000:00000010:0.0:1749610060.294042:0:16098:0:(mgs_llog.c:456:mgs_new_fsdb()) kmalloced '(fsdb)': 496 at ffff8800a7cfda00. 20000000:00000010:0.0:1749610060.294046:0:16098:0:(mgs_llog.c:476:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at ffff88009f3f2000. 20000000:00000010:0.0:1749610060.294049:0:16098:0:(mgs_llog.c:483:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at ffff88009f3f4000. 20000000:00000010:0.0:1749610060.294051:0:16098:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 14 at ffff88009df68cd0. 20000000:00000010:0.0:1749610060.294052:0:16098:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 14 at ffff88009df681a0. 00080000:00000010:0.0:1749610060.294167:0:16098:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009c4c6000. 20000000:00000010:0.0:1749610060.294171:0:16098:0:(mgs_handler.c:1389:mgs_object_alloc()) kmalloced '(o)': 224 at ffff88009a702300. 00080000:00000010:0.0:1749610060.294175:0:16098:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a7cfd200. 20000000:00000010:0.0:1749610060.294301:0:16098:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 14 at ffff88009df68ee0. 00000040:00000010:0.0:1749610060.294305:0:16098:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800a7cfc400. 00000040:00000010:0.0:1749610060.294317:0:16098:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff88009df68f30. 00000020:00000010:0.0:1749610060.294321:0:16098:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009a702100. 00080000:00000010:0.0:1749610060.294324:0:16098:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a7cfc200. 00000040:00000010:0.0:1749610060.294331:0:16098:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88009f3f6000. 00000040:00000010:0.0:1749610060.294560:0:16098:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8800a50d10c0. 00000020:00000010:1.0:1749610060.294690:0:16100:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a591ce00. 00000020:00000010:1.0:1749610060.294694:0:16100:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a591d400. 00000040:00000010:1.0:1749610060.294696:0:16100:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a591c000. 00000020:00000010:1.0:1749610060.294699:0:16100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097b9a800. 00000020:00000010:1.0:1749610060.294702:0:16100:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a1d588. 00000020:00000010:1.0:1749610060.294704:0:16100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a591c200. 80000000:00000010:1.0:1749610060.294706:0:16100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130826de0. 40000000:00000010:1.0:1749610060.294708:0:16100:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012c0e2800. 00100000:00000010:1.0:1749610060.294712:0:16100:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097b9b800. 00040000:00000010:1.0:1749610060.294714:0:16100:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b462f600. 00040000:00000010:1.0:1749610060.294716:0:16100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a591c400. 00080000:00000010:1.0:1749610060.294720:0:16100:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a0000. 00080000:00000010:1.0:1749610060.294725:0:16100:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c23e000. 00000004:00000010:1.0:1749610060.294729:0:16100:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009f0d3800. 00000004:00000010:1.0:1749610060.294739:0:16100:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012b8a7000. 00000004:00000010:1.0:1749610060.294743:0:16100:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880097516800. 00002000:00000010:1.0:1749610060.294747:0:16100:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009a706800. 00000004:00000010:1.0:1749610060.294751:0:16100:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009a707800. 00000020:00000010:1.0:1749610060.294754:0:16100:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012c0e28c0. 00000040:00000010:1.0:1749610060.294764:0:16100:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8800979c8000. 00000040:00000010:0.0:1749610060.295030:0:16100:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff8800979c8000. 00000020:00000010:0.0:1749610060.295038:0:16100:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012c0e28c0. 00000020:00000010:0.0:1749610060.295043:0:16100:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a591d400. 00000040:00000010:0.0:1749610060.295046:0:16100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a591c000. 00000020:00000010:0.0:1749610060.295049:0:16100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097b9a800. 00000020:00000010:0.0:1749610060.295052:0:16100:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a1d588. 00000020:00000010:0.0:1749610060.295056:0:16100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a591c200. 80000000:00000010:0.0:1749610060.295058:0:16100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880130826de0. 40000000:00000010:0.0:1749610060.295061:0:16100:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012c0e2800. 00100000:00000010:0.0:1749610060.295064:0:16100:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880097b9b800. 00040000:00000010:0.0:1749610060.295068:0:16100:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b462f600. 00040000:00000010:0.0:1749610060.295070:0:16100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a591c400. 00080000:00000010:0.0:1749610060.295073:0:16100:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c23e000. 00080000:00000010:0.0:1749610060.295077:0:16100:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a0000. 00000004:00000010:0.0:1749610060.295081:0:16100:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88009f0d3800. 00000004:00000010:0.0:1749610060.295094:0:16100:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012b8a7000. 00000004:00000010:0.0:1749610060.295102:0:16100:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880097516800. 00002000:00000010:0.0:1749610060.295107:0:16100:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009a706800. 00000004:00000010:0.0:1749610060.295111:0:16100:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009a707800. 00000020:00000010:0.0:1749610060.295114:0:16100:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a591ce00. 00000040:00000010:2.0:1749610060.295147:0:16098:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8800a50d10c0. 00000040:00000010:2.0:1749610060.295155:0:16098:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88009df68f30. 00000040:00000010:2.0:1749610060.295158:0:16098:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009f3f6000. 00000040:00000010:2.0:1749610060.295162:0:16098:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800a7cfc400. 20000000:00000010:2.0:1749610060.295165:0:16098:0:(mgs_llog.c:149:name_destroy()) kfreed '*name': 14 at ffff88009df68ee0. 20000000:00000010:2.0:1749610060.295168:0:16098:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 15 at ffff880136bbe7a0. 00000040:00000010:2.0:1749610060.295171:0:16098:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88006ebcbe00. 00000040:00000010:2.0:1749610060.295185:0:16098:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88006ebcbe00. 20000000:00000010:2.0:1749610060.295187:0:16098:0:(mgs_llog.c:149:name_destroy()) kfreed '*name': 15 at ffff880136bbe7a0. 02000000:00000010:2.0:1749610060.295205:0:16098:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5128 at ffff880098a98000. 02000000:00000010:2.0:1749610060.295209:0:16098:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 5064 at ffff88009f16e000. 00010000:00000200:2.0:1749610060.295931:0:16098:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c4c5450 x1834598193542784/t0(0) o253->bea4be6b-c711-4354-a900-d4c49ab222bb@0@lo:251/0 lens 4832/4832 e 0 to 0 dl 1749610071 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610060.295941:0:16098:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a7c80b40. 00000100:00000200:2.0:1749610060.295943:0:16098:0:(niobuf.c:81:ptl_send_buf()) Sending 4832 bytes to portal 25, xid 1834598193542784, offset 224 00000400:00000200:2.0:1749610060.295951:0:16098:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610060.295955:0:16098:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610060.295959:0:16098:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 4832 into portal 25 MB=0x6848eada1b680 00000400:00000200:2.0:1749610060.295962:0:16098:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4832/4832 into md 0x634d [2] + 224 00000400:00000200:2.0:1749610060.295965:0:16098:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610060.295967:0:16098:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610060.295970:0:16098:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880095807800 x1834598193542784/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 1749610076 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610060.295988:0:16098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c80b40 00000400:00000010:2.0:1749610060.295989:0:16098:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a7c80b40. 00000020:00000010:2.0:1749610060.295997:0:16098:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800965f4c00. 00000020:00000010:2.0:1749610060.295999:0:16098:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040708. 00000020:00000010:2.0:1749610060.296001:0:16098:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a7cfde00. 02000000:00000010:2.0:1749610060.296005:0:16098:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 5128 at ffff880098a98000. 00000100:00000200:2.0:1749610060.296008:0:16098:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1749610060.296010:0:16098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdc60. 00000400:00000010:2.0:1749610060.296011:0:16098:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a7c80b40. 00000400:00000010:1.0:1749610060.296016:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b520b0. 00000400:00000200:1.0:1749610060.296021:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d1649c0 00000400:00000010:1.0:1749610060.296022:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009d1649c0. 00000100:00000200:1.0:1749610060.296026:0:16091:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095807800 x1834598193542784/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 1749610076 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610060.296031:0:16091:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095807800 x1834598193542784/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 1749610076 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610060.296041:0:16091:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009d164900. 02000000:00000010:1.0:1749610060.296045:0:16091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff88009c23c000. 02000000:00000010:1.0:1749610060.296048:0:16091:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff88009c23a000. 00000100:00000010:1.0:1749610060.296050:0:16091:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807800. 00000020:00000010:1.0:1749610060.296053:0:16091:0:(tgt_mount.c:1389:server_register_target()) kfreed 'mti': 4608 at ffff88009c238000. 00000020:00000010:1.0:1749610060.296056:0:16091:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at ffff8800964587c0. 00000020:00000010:1.0:1749610060.296058:0:16091:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at ffff880129ef78b0. 00000020:00000010:1.0:1749610060.296062:0:16091:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff88009b013980. 00000020:00000010:1.0:1749610060.296065:0:16091:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff88009d164900. 10000000:00000010:1.0:1749610060.296073:0:16091:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff8800a591ca00. 10000000:00000010:1.0:1749610060.296076:0:16091:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 295 at ffff8800a591d200. 00000100:00000010:1.0:1749610060.296079:0:16091:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807800. 02000000:00000010:1.0:1749610060.296083:0:16091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a591cc00. 00010000:00000010:1.0:1749610060.296088:0:16091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b462f400. 00010000:00000010:1.0:1749610060.296092:0:16091:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a591c800. 00000100:00000010:1.0:1749610060.296100:0:16091:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d1649c0. 02000000:00000010:1.0:1749610060.296105:0:16091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a705400. 00000400:00000010:1.0:1749610060.296107:0:16091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b520b0. 00000400:00000010:1.0:1749610060.296109:0:16091:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387dd0. 00000100:00000200:1.0:1749610060.296115:0:16091:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193542912, portal 25 00000400:00000010:1.0:1749610060.296117:0:16091:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387e58. 00000100:00000200:1.0:1749610060.296119:0:16091:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1834598193542912, offset 0 00000400:00000200:1.0:1749610060.296121:0:16091:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610060.296126:0:16091:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610060.296129:0:16091:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6848eada1b700 00000400:00000200:1.0:1749610060.296132:0:16091:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x6245 [2] + 0 00000400:00000010:1.0:1749610060.296134:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a160. 00000400:00000200:1.0:1749610060.296135:0:16091:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a552e6c0 00000400:00000200:1.0:1749610060.296137:0:16091:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610060.296139:0:16091:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610060.296140:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552e6c0 00000400:00000010:1.0:1749610060.296141:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552e6c0. 00000100:00000200:1.0:1749610060.296143:0:16091:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1749610060.296158:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387e58 00000400:00000010:1.0:1749610060.296159:0:16091:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387e58. 00000100:00000200:1.0:1749610060.296161:0:16091:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095807800 x1834598193542912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1749610076 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610060.296182:0:16098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136851f40. 00000020:00000010:2.0:1749610060.296185:0:16098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136851f40. 00000020:00000010:2.0:1749610060.296187:0:16098:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbe00. 00000020:00000010:2.0:1749610060.296188:0:16098:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6700. 00000020:00000010:2.0:1749610060.296191:0:16098:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73320. 00000020:00000010:2.0:1749610060.296201:0:16098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136851f40. 00000020:00000010:2.0:1749610060.296202:0:16098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136851f40. 00000100:00000200:2.0:1749610060.296203:0:16098:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193542912 00010000:00000010:2.0:1749610060.296213:0:16098:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3b9d00. 00010000:00000010:2.0:1749610060.296216:0:16098:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006ebca200. 00000020:00000010:2.0:1749610060.296218:0:16098:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff880136851f40. 02000000:00000010:2.0:1749610060.296223:0:16098:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff88013071c400. 00010000:00000200:2.0:1749610060.296236:0:16098:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c4c7450 x1834598193542912/t0(0) o101->bea4be6b-c711-4354-a900-d4c49ab222bb@0@lo:251/0 lens 328/344 e 0 to 0 dl 1749610071 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610060.296242:0:16098:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610060.296247:0:16098:0:(niobuf.c:81:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1834598193542912, offset 224 00000400:00000200:2.0:1749610060.296250:0:16098:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610060.296254:0:16098:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610060.296256:0:16098:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6848eada1b700 00000400:00000200:2.0:1749610060.296259:0:16098:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x635d [1] + 224 00000400:00000200:2.0:1749610060.296261:0:16098:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610060.296263:0:16098:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610060.296265:0:16098:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880095807800 x1834598193542912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1749610076 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610060.296280:0:16098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:2.0:1749610060.296281:0:16098:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000020:00000010:2.0:1749610060.296286:0:16098:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6700. 00000020:00000010:2.0:1749610060.296288:0:16098:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73320. 00000020:00000010:2.0:1749610060.296290:0:16098:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbe00. 02000000:00000010:2.0:1749610060.296293:0:16098:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 640 at ffff88013071c400. 00000400:00000010:1.0:1749610060.296294:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b520b0. 00000100:00000200:2.0:1749610060.296295:0:16098:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1749610060.296296:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387dd0 00000400:00000010:2.0:1749610060.296297:0:16098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9f8. 00000400:00000010:1.0:1749610060.296297:0:16091:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387dd0. 00000400:00000010:2.0:1749610060.296299:0:16098:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a7c800c0. 00000100:00000200:1.0:1749610060.296300:0:16091:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095807800 x1834598193542912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1749610076 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610060.296304:0:16091:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095807800 x1834598193542912/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1749610076 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610060.296312:0:16091:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009d1649c0. 02000000:00000010:1.0:1749610060.296319:0:16091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a705400. 02000000:00000010:1.0:1749610060.296321:0:16091:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a591cc00. 00000100:00000010:1.0:1749610060.296322:0:16091:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807800. 10000000:00000010:1.0:1749610060.296330:0:16091:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 295 at ffff8800a591cc00. 10000000:00000010:1.0:1749610060.296333:0:16091:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 293 at ffff8800a591ce00. 00000100:00000010:1.0:1749610060.296335:0:16091:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807800. 02000000:00000010:1.0:1749610060.296341:0:16091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a591d800. 00010000:00000010:1.0:1749610060.296345:0:16091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b462ff00. 00010000:00000010:1.0:1749610060.296347:0:16091:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a591c400. 00000100:00000010:1.0:1749610060.296351:0:16091:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d1649c0. 02000000:00000010:1.0:1749610060.296355:0:16091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a705400. 00000400:00000010:1.0:1749610060.296357:0:16091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b520b0. 00000400:00000010:1.0:1749610060.296358:0:16091:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387dd0. 00000100:00000200:1.0:1749610060.296360:0:16091:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193543040, portal 25 00000400:00000010:1.0:1749610060.296362:0:16091:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387e58. 00000100:00000200:1.0:1749610060.296363:0:16091:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1834598193543040, offset 0 00000400:00000200:1.0:1749610060.296365:0:16091:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610060.296369:0:16091:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610060.296372:0:16091:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6848eada1b780 00000400:00000200:1.0:1749610060.296374:0:16091:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x6249 [2] + 0 00000400:00000010:1.0:1749610060.296376:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a108. 00000400:00000200:1.0:1749610060.296377:0:16091:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a552ec00 00000400:00000200:1.0:1749610060.296379:0:16091:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610060.296381:0:16091:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610060.296382:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552ec00 00000400:00000010:1.0:1749610060.296382:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552ec00. 00000100:00000200:1.0:1749610060.296396:0:16091:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1749610060.296405:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387e58 00000400:00000010:1.0:1749610060.296407:0:16091:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387e58. 00000100:00000200:1.0:1749610060.296409:0:16091:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095807800 x1834598193543040/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1749610076 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610060.296424:0:16098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136851a00. 00000020:00000010:2.0:1749610060.296426:0:16098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136851a00. 00000020:00000010:2.0:1749610060.296427:0:16098:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbe00. 00000020:00000010:2.0:1749610060.296429:0:16098:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6700. 00000020:00000010:2.0:1749610060.296430:0:16098:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73320. 00000020:00000010:2.0:1749610060.296438:0:16098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136851a00. 00000020:00000010:2.0:1749610060.296439:0:16098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136851a00. 00000100:00000200:2.0:1749610060.296440:0:16098:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193543040 00010000:00000010:2.0:1749610060.296446:0:16098:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3b9300. 00010000:00000010:2.0:1749610060.296448:0:16098:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006ebcb000. 02000000:00000010:2.0:1749610060.296451:0:16098:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff88013071c400. 00010000:00000200:2.0:1749610060.296456:0:16098:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c4c4c50 x1834598193543040/t0(0) o101->bea4be6b-c711-4354-a900-d4c49ab222bb@0@lo:251/0 lens 328/344 e 0 to 0 dl 1749610071 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610060.296461:0:16098:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610060.296463:0:16098:0:(niobuf.c:81:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1834598193543040, offset 224 00000400:00000200:2.0:1749610060.296470:0:16098:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610060.296473:0:16098:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610060.296476:0:16098:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6848eada1b780 00000400:00000200:2.0:1749610060.296478:0:16098:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x636d [1] + 224 00000400:00000200:2.0:1749610060.296481:0:16098:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610060.296482:0:16098:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610060.296485:0:16098:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880095807800 x1834598193543040/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1749610076 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610060.296499:0:16098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:2.0:1749610060.296500:0:16098:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000020:00000010:2.0:1749610060.296505:0:16098:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6700. 00000020:00000010:2.0:1749610060.296506:0:16098:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73320. 00000020:00000010:2.0:1749610060.296508:0:16098:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbe00. 02000000:00000010:2.0:1749610060.296511:0:16098:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 640 at ffff88013071c400. 00000100:00000200:2.0:1749610060.296513:0:16098:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.296513:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b520b0. 00000400:00000010:2.0:1749610060.296514:0:16098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fdcb8. 00000400:00000200:1.0:1749610060.296514:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387dd0 00000400:00000010:1.0:1749610060.296516:0:16091:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387dd0. 00000400:00000010:2.0:1749610060.296518:0:16098:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a7c80c00. 00000100:00000200:1.0:1749610060.296518:0:16091:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095807800 x1834598193543040/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1749610076 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610060.296522:0:16091:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095807800 x1834598193543040/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1749610076 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610060.296529:0:16091:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009d1649c0. 02000000:00000010:1.0:1749610060.296537:0:16091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a705400. 02000000:00000010:1.0:1749610060.296539:0:16091:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a591d800. 00000100:00000010:1.0:1749610060.296541:0:16091:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807800. 10000000:00000010:1.0:1749610060.296543:0:16091:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012c0e2e40. 00000020:00000010:1.0:1749610060.296545:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a591d800. 00000020:00000010:1.0:1749610060.296547:0:16091:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a591c200. 00000040:00000010:1.0:1749610060.296548:0:16091:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a591c000. 00000020:00000010:1.0:1749610060.296550:0:16091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097512000. 00000020:00000010:1.0:1749610060.296552:0:16091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a591d400. 80000000:00000010:1.0:1749610060.296553:0:16091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8801308260c0. 00040000:00000010:1.0:1749610060.296557:0:16091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880099e78c00. 00080000:00000010:1.0:1749610060.296560:0:16091:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a3000. 00080000:00000010:1.0:1749610060.296563:0:16091:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800979ca000. 20000000:00000010:1.0:1749610060.296565:0:16091:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff880099e78800. 00000040:00000010:1.0:1749610060.296568:0:16091:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff880099e78600. 00000100:00000010:1.0:1749610060.296571:0:16091:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807800. 02000000:00000010:1.0:1749610060.296575:0:16091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880099e78400. 00000100:00000010:1.0:1749610060.296579:0:16091:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d1649c0. 02000000:00000010:1.0:1749610060.296583:0:16091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880099e78e00. 00000400:00000010:1.0:1749610060.296585:0:16091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b520b0. 00000400:00000010:1.0:1749610060.296586:0:16091:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387dd0. 00000100:00000200:1.0:1749610060.296588:0:16091:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193543168, portal 25 00000400:00000010:1.0:1749610060.296590:0:16091:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387e58. 00000100:00000200:1.0:1749610060.296591:0:16091:0:(niobuf.c:81:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1834598193543168, offset 0 00000400:00000200:1.0:1749610060.296594:0:16091:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610060.296597:0:16091:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610060.296600:0:16091:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6848eada1b800 00000400:00000200:1.0:1749610060.296602:0:16091:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x624d [2] + 0 00000400:00000010:1.0:1749610060.296603:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a0b0. 00000400:00000200:1.0:1749610060.296605:0:16091:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a552e540 00000400:00000200:1.0:1749610060.296606:0:16091:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610060.296608:0:16091:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610060.296613:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552e540 00000400:00000010:1.0:1749610060.296614:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552e540. 00000100:00000200:1.0:1749610060.296616:0:16091:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1749610060.296628:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387e58 00000400:00000010:1.0:1749610060.296629:0:16091:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387e58. 00000100:00000200:1.0:1749610060.296631:0:16091:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095807800 x1834598193543168/t0(0) o501->MGC192.168.203.144@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1749610076 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610060.296643:0:16098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136851a00. 00000020:00000010:2.0:1749610060.296645:0:16098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136851a00. 00000020:00000010:2.0:1749610060.296647:0:16098:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbe00. 00000020:00000010:2.0:1749610060.296648:0:16098:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6700. 00000020:00000010:2.0:1749610060.296649:0:16098:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73320. 00000020:00000010:2.0:1749610060.296657:0:16098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136851a00. 00000020:00000010:2.0:1749610060.296658:0:16098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136851a00. 00000100:00000200:2.0:1749610060.296659:0:16098:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193543168 02000000:00000010:2.0:1749610060.296664:0:16098:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff88013071c400. 00000040:00000010:2.0:1749610060.296666:0:16098:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88006ebca600. 00000040:00000010:2.0:1749610060.296700:0:16098:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff880136bbe7a0. 00000020:00000010:2.0:1749610060.296704:0:16098:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88009f3b9b00. 00000020:00000010:2.0:1749610060.296706:0:16098:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009f3b9800. 00080000:00000010:2.0:1749610060.296709:0:16098:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006ebcb400. 00000040:00000010:2.0:1749610060.296715:0:16098:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff880136bbe7a0. 00000040:00000010:2.0:1749610060.296717:0:16098:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88006ebca600. 20000000:00000010:2.0:1749610060.296726:0:16098:0:(mgs_nids.c:916:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at ffff880136851a00. 00010000:00000200:2.0:1749610060.296730:0:16098:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c4c5050 x1834598193543168/t0(0) o501->bea4be6b-c711-4354-a900-d4c49ab222bb@0@lo:251/0 lens 512/272 e 0 to 0 dl 1749610071 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610060.296736:0:16098:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610060.296738:0:16098:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1834598193543168, offset 224 00000400:00000200:2.0:1749610060.296740:0:16098:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610060.296743:0:16098:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610060.296746:0:16098:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6848eada1b800 00000400:00000200:2.0:1749610060.296748:0:16098:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x637d [1] + 224 00000400:00000200:2.0:1749610060.296750:0:16098:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610060.296751:0:16098:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610060.296754:0:16098:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880095807800 x1834598193543168/t0(0) o501->MGC192.168.203.144@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1749610076 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610060.296767:0:16098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:2.0:1749610060.296768:0:16098:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000020:00000010:2.0:1749610060.296773:0:16098:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6700. 00000020:00000010:2.0:1749610060.296775:0:16098:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73320. 00000020:00000010:2.0:1749610060.296777:0:16098:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbe00. 02000000:00000010:2.0:1749610060.296779:0:16098:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 568 at ffff88013071c400. 00000100:00000200:2.0:1749610060.296781:0:16098:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1749610060.296782:0:16098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd8f0. 00000400:00000010:2.0:1749610060.296784:0:16098:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a7c80cc0. 00000400:00000010:1.0:1749610060.296790:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b520b0. 00000400:00000200:1.0:1749610060.296793:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387dd0 00000400:00000010:1.0:1749610060.296795:0:16091:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387dd0. 00000100:00000200:1.0:1749610060.296798:0:16091:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095807800 x1834598193543168/t0(0) o501->MGC192.168.203.144@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1749610076 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610060.296806:0:16091:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095807800 x1834598193543168/t0(0) o501->MGC192.168.203.144@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1749610076 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610060.296816:0:16091:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009d1649c0. 02000000:00000010:1.0:1749610060.296821:0:16091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880099e78e00. 02000000:00000010:1.0:1749610060.296823:0:16091:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880099e78400. 00000100:00000010:1.0:1749610060.296825:0:16091:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807800. 00000040:00000010:1.0:1749610060.296830:0:16091:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800979cc000. 00000100:00000010:1.0:1749610060.296832:0:16091:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807800. 02000000:00000010:1.0:1749610060.296836:0:16091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880099e78400. 00000100:00000010:1.0:1749610060.296839:0:16091:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d1649c0. 02000000:00000010:1.0:1749610060.296855:0:16091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff88009c4d0000. 00000400:00000010:1.0:1749610060.296858:0:16091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b520b0. 00000400:00000010:1.0:1749610060.296861:0:16091:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88009d164a80. 00000100:00000200:1.0:1749610060.296863:0:16091:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834598193543296, portal 25 00000400:00000010:1.0:1749610060.296866:0:16091:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387dd0. 00000100:00000200:1.0:1749610060.296867:0:16091:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834598193543296, offset 0 00000400:00000200:1.0:1749610060.296871:0:16091:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610060.296876:0:16091:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610060.296880:0:16091:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6848eada1b880 00000400:00000200:1.0:1749610060.296883:0:16091:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x6251 [2] + 0 00000400:00000010:1.0:1749610060.296886:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a058. 00000400:00000200:1.0:1749610060.296892:0:16091:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a552e000 00000400:00000200:1.0:1749610060.296895:0:16091:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610060.296898:0:16091:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610060.296900:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552e000 00000400:00000010:1.0:1749610060.296901:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552e000. 00000100:00000200:1.0:1749610060.296904:0:16091:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1749610060.296918:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387dd0 00000400:00000010:1.0:1749610060.296920:0:16091:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387dd0. 00000100:00000200:1.0:1749610060.296923:0:16091:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095807800 x1834598193543296/t0(0) o503->MGC192.168.203.144@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1749610076 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610060.296937:0:16098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136851bc0. 00000020:00000010:2.0:1749610060.296940:0:16098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136851bc0. 00000020:00000010:2.0:1749610060.296942:0:16098:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbe00. 00000020:00000010:2.0:1749610060.296944:0:16098:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6700. 00000020:00000010:2.0:1749610060.296945:0:16098:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73320. 00000020:00000010:2.0:1749610060.296957:0:16098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136851bc0. 00000020:00000010:2.0:1749610060.296959:0:16098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136851bc0. 00000100:00000200:2.0:1749610060.296960:0:16098:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193543296 02000000:00000010:2.0:1749610060.296977:0:16098:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff88009c4d4000. 00000040:00000010:2.0:1749610060.296980:0:16098:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88006ebca600. 00000040:00000010:2.0:1749610060.296986:0:16098:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880098a98000. 00000040:00000010:0.0:1749610060.297267:0:16098:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880098a98000. 00000040:00000010:0.0:1749610060.297272:0:16098:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88006ebca600. 00010000:00000200:0.0:1749610060.297280:0:16098:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c4c4450 x1834598193543296/t0(0) o503->bea4be6b-c711-4354-a900-d4c49ab222bb@0@lo:251/0 lens 272/8416 e 0 to 0 dl 1749610071 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610060.297294:0:16098:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 168 at ffff8800998ea600. 00000100:00000200:0.0:1749610060.297299:0:16098:0:(niobuf.c:81:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1834598193543296, offset 224 00000400:00000200:0.0:1749610060.297304:0:16098:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610060.297313:0:16098:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610060.297321:0:16098:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6848eada1b880 00000400:00000200:0.0:1749610060.297327:0:16098:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x638d [4] + 224 00000400:00000200:0.0:1749610060.297335:0:16098:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610060.297338:0:16098:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610060.297344:0:16098:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880095807800 x1834598193543296/t0(0) o503->MGC192.168.203.144@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1749610076 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610060.297367:0:16098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800998ea600 00000400:00000010:0.0:1749610060.297369:0:16098:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 168 at ffff8800998ea600. 00000020:00000010:0.0:1749610060.297380:0:16098:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6700. 00000020:00000010:0.0:1749610060.297383:0:16098:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73320. 00000020:00000010:0.0:1749610060.297400:0:16098:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbe00. 00000400:00000010:1.0:1749610060.297404:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b520b0. 02000000:00000010:0.0:1749610060.297405:0:16098:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 8712 at ffff88009c4d4000. 00000400:00000200:1.0:1749610060.297408:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d164a80 00000400:00000010:1.0:1749610060.297409:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff88009d164a80. 00000100:00000200:1.0:1749610060.297414:0:16091:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095807800 x1834598193543296/t0(0) o503->MGC192.168.203.144@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1749610076 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610060.297415:0:16098:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1749610060.297419:0:16098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea210. 00000100:00000200:1.0:1749610060.297422:0:16091:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095807800 x1834598193543296/t0(0) o503->MGC192.168.203.144@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1749610076 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610060.297422:0:16098:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800998ea600. 00000100:00000010:1.0:1749610060.297434:0:16091:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009d1649c0. 02000000:00000010:1.0:1749610060.297440:0:16091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff88009c4d0000. 02000000:00000010:1.0:1749610060.297449:0:16091:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880099e78400. 00000100:00000010:1.0:1749610060.297451:0:16091:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807800. 00000040:00000010:1.0:1749610060.297456:0:16091:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8801308264e0. 00000020:00000010:1.0:1749610060.297528:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880099e78400. 00000020:00000010:1.0:1749610060.297530:0:16101:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880099e78e00. 00000040:00000010:1.0:1749610060.297533:0:16101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880099e79000. 00000020:00000010:1.0:1749610060.297536:0:16101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880097516800. 00000020:00000010:1.0:1749610060.297539:0:16101:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a18a10. 00000020:00000010:1.0:1749610060.297543:0:16101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e3e6400. 80000000:00000010:1.0:1749610060.297545:0:16101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130826d80. 40000000:00000010:1.0:1749610060.297546:0:16101:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012c0e2980. 00100000:00000010:1.0:1749610060.297550:0:16101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096a70000. 00040000:00000010:1.0:1749610060.297552:0:16101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b462f900. 00040000:00000010:1.0:1749610060.297555:0:16101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012e3e6000. 00080000:00000010:1.0:1749610060.297562:0:16101:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a1000. 00080000:00000010:1.0:1749610060.297566:0:16101:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800979ce000. 00000004:00000010:1.0:1749610060.297570:0:16101:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880096a72000. 00000004:00000010:1.0:1749610060.297573:0:16101:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012b8a7000. 00000004:00000010:1.0:1749610060.297576:0:16101:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880096a74800. 00002000:00000010:1.0:1749610060.297578:0:16101:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009a705400. 00000004:00000010:1.0:1749610060.297580:0:16101:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009a705000. 00000020:00000010:1.0:1749610060.297583:0:16101:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012c0e2940. 00000040:00000010:1.0:1749610060.297588:0:16101:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8800979c8000. 00000100:00000010:1.0:1749610060.297592:0:16101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807800. 02000000:00000010:1.0:1749610060.297597:0:16101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880134a5a800. 00000100:00000010:1.0:1749610060.297602:0:16101:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d1649c0. 02000000:00000010:1.0:1749610060.297615:0:16101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff88009c4d4000. 00000400:00000010:1.0:1749610060.297618:0:16101:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b520b0. 00000400:00000010:1.0:1749610060.297622:0:16101:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88009d164a80. 00000100:00000200:1.0:1749610060.297625:0:16101:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834598193543424, portal 25 00000400:00000010:1.0:1749610060.297627:0:16101:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387dd0. 00000100:00000200:1.0:1749610060.297629:0:16101:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834598193543424, offset 0 00000400:00000200:1.0:1749610060.297633:0:16101:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610060.297638:0:16101:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610060.297642:0:16101:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6848eada1b900 00000400:00000200:1.0:1749610060.297646:0:16101:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x6255 [2] + 0 00000400:00000010:1.0:1749610060.297649:0:16101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a000. 00000400:00000200:1.0:1749610060.297651:0:16101:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a552e3c0 00000400:00000200:1.0:1749610060.297653:0:16101:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610060.297656:0:16101:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610060.297658:0:16101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552e3c0 00000400:00000010:1.0:1749610060.297659:0:16101:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552e3c0. 00000100:00000200:1.0:1749610060.297662:0:16101:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1749610060.297691:0:16101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387dd0 00000400:00000010:1.0:1749610060.297693:0:16101:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387dd0. 00000100:00000200:1.0:1749610060.297696:0:16101:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095807800 x1834598193543424/t0(0) o502->MGC192.168.203.144@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749610076 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610060.297708:0:16098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b45e9e40. 00000020:00000010:0.0:1749610060.297711:0:16098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b45e9e40. 00000020:00000010:0.0:1749610060.297715:0:16098:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a7cfc000. 00000020:00000010:0.0:1749610060.297717:0:16098:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800965f4880. 00000020:00000010:0.0:1749610060.297720:0:16098:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040578. 00000020:00000010:0.0:1749610060.297733:0:16098:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b45e9e40. 00000020:00000010:0.0:1749610060.297739:0:16098:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b45e9e40. 00000100:00000200:0.0:1749610060.297741:0:16098:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193543424 02000000:00000010:0.0:1749610060.297756:0:16098:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff880096a58000. 00000040:00000010:0.0:1749610060.297760:0:16098:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800a7cfde00. 00000040:00000010:0.0:1749610060.297770:0:16098:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88009f3f6000. 00000040:00000010:0.0:1749610060.298024:0:16098:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009f3f6000. 00000040:00000010:0.0:1749610060.298027:0:16098:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800a7cfde00. 00010000:00000200:0.0:1749610060.298032:0:16098:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c4c4850 x1834598193543424/t0(0) o502->bea4be6b-c711-4354-a900-d4c49ab222bb@0@lo:251/0 lens 272/8472 e 0 to 0 dl 1749610071 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610060.298042:0:16098:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 168 at ffff8800998ea6c0. 00000100:00000200:0.0:1749610060.298045:0:16098:0:(niobuf.c:81:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1834598193543424, offset 224 00000400:00000200:0.0:1749610060.298048:0:16098:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610060.298053:0:16098:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610060.298058:0:16098:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6848eada1b900 00000400:00000200:0.0:1749610060.298062:0:16098:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x639d [4] + 224 00000400:00000200:0.0:1749610060.298068:0:16098:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610060.298071:0:16098:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610060.298074:0:16098:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880095807800 x1834598193543424/t0(0) o502->MGC192.168.203.144@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749610076 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610060.298095:0:16098:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800998ea6c0 00000400:00000010:0.0:1749610060.298096:0:16098:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 168 at ffff8800998ea6c0. 00000020:00000010:0.0:1749610060.298103:0:16098:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800965f4880. 00000020:00000010:0.0:1749610060.298106:0:16098:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040578. 00000020:00000010:0.0:1749610060.298108:0:16098:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a7cfc000. 02000000:00000010:0.0:1749610060.298112:0:16098:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 8768 at ffff880096a58000. 00000400:00000010:1.0:1749610060.298117:0:16101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b520b0. 00000400:00000200:1.0:1749610060.298120:0:16101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d164a80 00000100:00000200:0.0:1749610060.298120:0:16098:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1749610060.298122:0:16101:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff88009d164a80. 00000400:00000010:0.0:1749610060.298123:0:16098:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaf78. 00000100:00000200:1.0:1749610060.298126:0:16101:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095807800 x1834598193543424/t0(0) o502->MGC192.168.203.144@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749610076 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610060.298126:0:16098:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800998ea6c0. 00000100:00000200:1.0:1749610060.298133:0:16101:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095807800 x1834598193543424/t0(0) o502->MGC192.168.203.144@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749610076 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610060.298146:0:16101:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009d1649c0. 02000000:00000010:1.0:1749610060.298151:0:16101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff88009c4d4000. 02000000:00000010:1.0:1749610060.298159:0:16101:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880134a5a800. 00000100:00000010:1.0:1749610060.298161:0:16101:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807800. 00000020:00000010:1.0:1749610060.298172:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b462f200. 00000020:00000010:1.0:1749610060.298175:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b462f200. 00000020:00000010:1.0:1749610060.298179:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff88009b013280. 00000020:00000010:1.0:1749610060.298187:0:16101:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880134a1c050. 00000020:00000010:1.0:1749610060.298191:0:16101:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880096a71000. 00000020:00000010:1.0:1749610060.298202:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff88009b013280. 00000020:00000010:1.0:1749610060.298205:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff88009d1649c0. 00000001:00000010:1.0:1749610060.298223:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009d164a80. 00000001:00000010:1.0:1749610060.298225:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880096458da0. 00000001:00000010:1.0:1749610060.298227:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134a5a800. 00000001:00000010:1.0:1749610060.298229:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134a5a000. 00000001:00000010:1.0:1749610060.298231:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134a5ba00. 00000001:00000010:1.0:1749610060.298233:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134a5a200. 00000001:00000010:1.0:1749610060.298235:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009d164b40. 00000001:00000010:1.0:1749610060.298237:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880096458ee0. 00000001:00000010:1.0:1749610060.298240:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800973a0a00. 00000001:00000010:1.0:1749610060.298242:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800973a0e00. 00000001:00000010:1.0:1749610060.298244:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800958a1000. 00000001:00000010:1.0:1749610060.298246:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800958a0400. 00000020:00000010:1.0:1749610060.298253:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0200. 00000020:00000010:1.0:1749610060.298255:0:16101:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013280. 00000020:00000010:1.0:1749610060.298258:0:16101:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a190. 00000008:00000010:1.0:1749610060.298262:0:16101:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff880129e42b00. 00020000:00000010:1.0:1749610060.298265:0:16101:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8801304d5200. 00008000:00000010:1.0:1749610060.298268:0:16101:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880130db8fe8. 00000080:00000010:1.0:1749610060.298273:0:16101:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012daf93c0. 00000020:00000010:1.0:1749610060.298276:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0000. 00000020:00000010:1.0:1749610060.298278:0:16101:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800958a1200. 00000040:00000010:1.0:1749610060.298280:0:16101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800958a0800. 00000020:00000010:1.0:1749610060.298283:0:16101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a75000. 00000020:00000010:1.0:1749610060.298285:0:16101:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a18f18. 00000020:00000010:1.0:1749610060.298287:0:16101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800958a0a00. 80000000:00000010:1.0:1749610060.298289:0:16101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130826720. 40000000:00000010:1.0:1749610060.298291:0:16101:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012c0e2280. 00100000:00000010:1.0:1749610060.298294:0:16101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096a76800. 00040000:00000010:1.0:1749610060.298296:0:16101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b462f200. 00040000:00000010:1.0:1749610060.298298:0:16101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800958a0c00. 00080000:00000010:1.0:1749610060.298301:0:16101:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a0000. 00080000:00000010:1.0:1749610060.298310:0:16101:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880096a58000. 00000004:00000010:1.0:1749610060.298315:0:16101:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880096a72800. 00000004:00000010:1.0:1749610060.298319:0:16101:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012e199000. 00000004:00000010:1.0:1749610060.298322:0:16101:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880096a73800. 00000004:00000010:1.0:1749610060.298324:0:16101:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009a704000. 00000004:00000010:1.0:1749610060.298328:0:16101:0:(lod_dev.c:2182:lod_device_alloc()) kmalloced '(lod)': 3848 at ffff88012e198000. 00000004:00000010:1.0:1749610060.298334:0:16101:0:(lod_dev.c:1978:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at ffff880096458ea0. 00000004:00000010:1.0:1749610060.298337:0:16101:0:(lod_dev.c:2003:lod_connect_to_osd()) kmalloced '(data)': 192 at ffff88009d164c00. 00000020:00000010:1.0:1749610060.298341:0:16101:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880096a73000. 00000004:00000010:1.0:1749610060.298346:0:16101:0:(lod_dev.c:2031:lod_connect_to_osd()) kfreed 'data': 192 at ffff88009d164c00. 00000004:00000010:1.0:1749610060.298348:0:16101:0:(lod_dev.c:2032:lod_connect_to_osd()) kfreed 'nextdev': 27 at ffff880096458ea0. 00000020:00000010:1.0:1749610060.298365:0:16101:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff880130db8fc8. 00000020:00000010:1.0:1749610060.298366:0:16101:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff880130db8fa0. 00000020:00000010:1.0:1749610060.298371:0:16101:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff880130db8f98. 00000020:00000010:1.0:1749610060.298373:0:16101:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff880130db8f88. 00000020:00000010:1.0:1749610060.298498:0:16101:0:(lprocfs_status_server.c:47:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at ffff8800a027e000. 00000020:00000010:1.0:1749610060.298506:0:16101:0:(lprocfs_status_server.c:57:ldebugfs_add_symlink()) kfreed 'dest': 129 at ffff8800a027e000. 00000020:00000010:1.0:1749610060.298513:0:16101:0:(lprocfs_status.c:91:lprocfs_add_symlink()) kmalloced '(dest)': 129 at ffff8800a027e000. 00000020:00000010:1.0:1749610060.298518:0:16101:0:(lprocfs_status.c:104:lprocfs_add_symlink()) kfreed 'dest': 129 at ffff8800a027e000. 00000020:00000010:1.0:1749610060.298523:0:16101:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800958a1200. 00000040:00000010:1.0:1749610060.298527:0:16101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800958a0800. 00000020:00000010:1.0:1749610060.298530:0:16101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a75000. 00000020:00000010:1.0:1749610060.298533:0:16101:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a18f18. 00000020:00000010:1.0:1749610060.298537:0:16101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800958a0a00. 80000000:00000010:1.0:1749610060.298539:0:16101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880130826720. 40000000:00000010:1.0:1749610060.298541:0:16101:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012c0e2280. 00100000:00000010:1.0:1749610060.298544:0:16101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880096a76800. 00040000:00000010:1.0:1749610060.298547:0:16101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b462f200. 00040000:00000010:1.0:1749610060.298549:0:16101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800958a0c00. 00080000:00000010:1.0:1749610060.298553:0:16101:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880096a58000. 00080000:00000010:1.0:1749610060.298556:0:16101:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a0000. 00000004:00000010:1.0:1749610060.298558:0:16101:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880096a72800. 00000004:00000010:1.0:1749610060.298562:0:16101:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012e199000. 00000004:00000010:1.0:1749610060.298565:0:16101:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880096a73800. 00000004:00000010:1.0:1749610060.298568:0:16101:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009a704000. 00000020:00000010:1.0:1749610060.298570:0:16101:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0000. 00000020:00000010:1.0:1749610060.298573:0:16101:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013280. 00000020:00000010:1.0:1749610060.298575:0:16101:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a190. 00000008:00000010:1.0:1749610060.298577:0:16101:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff880129e42b00. 00020000:00000010:1.0:1749610060.298580:0:16101:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8801304d5200. 00008000:00000010:1.0:1749610060.298583:0:16101:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880130db8fe8. 00000080:00000010:1.0:1749610060.298585:0:16101:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012daf93c0. 00000020:00000010:1.0:1749610060.298589:0:16101:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0200. 00000020:00000010:1.0:1749610060.298591:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff88009d1649c0. 00000020:00000010:1.0:1749610060.298595:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b462f200. 00000020:00000010:1.0:1749610060.298597:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b462f200. 00000020:00000010:1.0:1749610060.298604:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b462f200. 00000020:00000010:1.0:1749610060.298606:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b462f200. 00000020:00000010:1.0:1749610060.298608:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff880130826720. 00000020:00000010:1.0:1749610060.298613:0:16101:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880134a1d5c0. 00000020:00000010:1.0:1749610060.298616:0:16101:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880096a73800. 00000004:00000010:1.0:1749610060.298620:0:16101:0:(mdt_handler.c:7536:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff88012c0e2280. 00000020:00000010:1.0:1749610060.298628:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff880130826720. 00000020:00000010:1.0:1749610060.298630:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff880130826720. 00000020:00000010:1.0:1749610060.298633:0:16101:0:(obd_config.c:1072:class_add_profile()) kmalloced '(lprof)': 48 at ffff88012c0e27c0. 00000020:00000010:1.0:1749610060.298635:0:16101:0:(obd_config.c:1078:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at ffff880129ef7c00. 00000020:00000010:1.0:1749610060.298637:0:16101:0:(obd_config.c:1084:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at ffff880096458d00. 00000020:00000010:1.0:1749610060.298639:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 88 at ffff880130826720. 00000020:00000010:1.0:1749610060.298641:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800a027e000. 00000001:00000010:1.0:1749610060.298654:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a027e180. 00000001:00000010:1.0:1749610060.298657:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800964588c0. 00000001:00000010:1.0:1749610060.298659:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b51e7c00. 00000001:00000010:1.0:1749610060.298661:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b51e6e00. 00000001:00000010:1.0:1749610060.298663:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800958a0200. 00000001:00000010:1.0:1749610060.298665:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800958a0000. 00000001:00000010:1.0:1749610060.298668:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a027e240. 00000001:00000010:1.0:1749610060.298670:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800964589e0. 00000001:00000010:1.0:1749610060.298671:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800958a0c00. 00000001:00000010:1.0:1749610060.298673:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800958a0a00. 00000001:00000010:1.0:1749610060.298693:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800958a0800. 00000001:00000010:1.0:1749610060.298695:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800958a1200. 00000020:00000010:1.0:1749610060.298698:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c0d7e00. 00000020:00000010:1.0:1749610060.298700:0:16101:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013280. 00000020:00000010:1.0:1749610060.298702:0:16101:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a190. 00000008:00000010:1.0:1749610060.298705:0:16101:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff880129e42b00. 00020000:00000010:1.0:1749610060.298706:0:16101:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8801304d5200. 00008000:00000010:1.0:1749610060.298708:0:16101:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880130db8fe8. 00000080:00000010:1.0:1749610060.298714:0:16101:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012daf93c0. 00000020:00000010:1.0:1749610060.298717:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c0d6a00. 00000020:00000010:1.0:1749610060.298719:0:16101:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c0d7800. 00000040:00000010:1.0:1749610060.298721:0:16101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c0d7600. 00000020:00000010:1.0:1749610060.298723:0:16101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a72800. 00000020:00000010:1.0:1749610060.298725:0:16101:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a18f18. 00000020:00000010:1.0:1749610060.298727:0:16101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c0d7400. 80000000:00000010:1.0:1749610060.298729:0:16101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130826720. 40000000:00000010:1.0:1749610060.298730:0:16101:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012c0e2b80. 00100000:00000010:1.0:1749610060.298732:0:16101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880096a76800. 00040000:00000010:1.0:1749610060.298734:0:16101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b462f200. 00040000:00000010:1.0:1749610060.298736:0:16101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c0d7200. 00080000:00000010:1.0:1749610060.298738:0:16101:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e199000. 00080000:00000010:1.0:1749610060.298740:0:16101:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880096a58000. 00000004:00000010:1.0:1749610060.298743:0:16101:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880096a75000. 00000004:00000010:1.0:1749610060.298746:0:16101:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012e19c000. 00000004:00000010:1.0:1749610060.298748:0:16101:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880096a70800. 00000004:00000010:1.0:1749610060.298750:0:16101:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012f1b2c00. 00000004:00000010:1.0:1749610060.298754:0:16101:0:(mdt_handler.c:8294:mdt_device_alloc()) kmalloced '(m)': 3920 at ffff88012e19a000. 00000004:00000010:1.0:1749610060.298762:0:16101:0:(mdt_handler.c:5956:mdt_stack_init()) kmalloced '(name)': 128 at ffff88009b013200. 00000004:00000010:1.0:1749610060.298765:0:16101:0:(mdt_handler.c:5957:mdt_stack_init()) kmalloced '(uuid)': 128 at ffff88009b013000. 00000004:00000010:1.0:1749610060.298767:0:16101:0:(mdt_handler.c:5961:mdt_stack_init()) kmalloced '(bufs)': 104 at ffff88009b013e00. 00000004:00000010:1.0:1749610060.298771:0:16101:0:(mdt_handler.c:5985:mdt_stack_init()) kmalloced '(lcfg)': 120 at ffff88009b013b00. 00000020:00000010:1.0:1749610060.298777:0:16101:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880134a1aae0. 00000020:00000010:1.0:1749610060.298780:0:16101:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880096a75800. 00000004:00000010:1.0:1749610060.298790:0:16101:0:(mdt_handler.c:6001:mdt_stack_init()) kfreed 'lcfg': 120 at ffff88009b013b00. 00000004:00000010:1.0:1749610060.298794:0:16101:0:(mdt_handler.c:6008:mdt_stack_init()) kmalloced '(lcfg)': 128 at ffff88009b013b00. 00000001:00000010:1.0:1749610060.298807:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a027e300. 00000001:00000010:1.0:1749610060.298810:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880096a3d620. 00000001:00000010:1.0:1749610060.298812:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c0d6e00. 00000001:00000010:1.0:1749610060.298814:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c0d7a00. 00000001:00000010:1.0:1749610060.298816:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c0d7c00. 00000001:00000010:1.0:1749610060.298820:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b4478e00. 00000001:00000010:1.0:1749610060.298827:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a027e3c0. 00000001:00000010:1.0:1749610060.298829:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880096a3dd40. 00000001:00000010:1.0:1749610060.298831:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012ff58000. 00000001:00000010:1.0:1749610060.298833:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012ff59800. 00000001:00000010:1.0:1749610060.298835:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012ff58600. 00000001:00000010:1.0:1749610060.298837:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012ff59000. 00000020:00000010:1.0:1749610060.298840:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b45f0400. 00000020:00000010:1.0:1749610060.298842:0:16101:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013700. 00000020:00000010:1.0:1749610060.298844:0:16101:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000008:00000010:1.0:1749610060.298847:0:16101:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff880129e42c60. 00020000:00000010:1.0:1749610060.298849:0:16101:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8801304d5440. 00008000:00000010:1.0:1749610060.298851:0:16101:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880130db8f60. 00000080:00000010:1.0:1749610060.298854:0:16101:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012daf94b0. 00000020:00000010:1.0:1749610060.298857:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b45f1000. 00000020:00000010:1.0:1749610060.298859:0:16101:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b45f0600. 00000040:00000010:1.0:1749610060.298862:0:16101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096364200. 00000020:00000010:1.0:1749610060.298864:0:16101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a74000. 00000020:00000010:1.0:1749610060.298867:0:16101:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880130a18000. 00000020:00000010:1.0:1749610060.298869:0:16101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096364400. 80000000:00000010:1.0:1749610060.298871:0:16101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130826420. 40000000:00000010:1.0:1749610060.298873:0:16101:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012c0e2b40. 00100000:00000010:1.0:1749610060.298876:0:16101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d31f000. 00040000:00000010:1.0:1749610060.298878:0:16101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b462fe00. 00040000:00000010:1.0:1749610060.298880:0:16101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096364800. 00080000:00000010:1.0:1749610060.298883:0:16101:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e19d000. 00080000:00000010:1.0:1749610060.298887:0:16101:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880096a5a000. 00000004:00000010:1.0:1749610060.298891:0:16101:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880097b9b800. 00000004:00000010:1.0:1749610060.298894:0:16101:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012e19f000. 00000004:00000010:1.0:1749610060.298897:0:16101:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880097b9a800. 00000004:00000010:1.0:1749610060.298899:0:16101:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012f1b2400. 00000004:00000010:1.0:1749610060.298902:0:16101:0:(mdd_device.c:1536:mdd_device_alloc()) kmalloced '(m)': 688 at ffff88012f1b1400. 00000004:00000010:1.0:1749610060.298907:0:16101:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at ffff8800a027e480. 00000020:00000010:1.0:1749610060.298916:0:16101:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800953e2000. 00000004:00000010:1.0:1749610060.298921:0:16101:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at ffff8800a027e480. 00000020:00000010:1.0:1749610060.298985:0:16101:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b45f0600. 00000040:00000010:1.0:1749610060.298988:0:16101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096364200. 00000020:00000010:1.0:1749610060.298990:0:16101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a74000. 00000020:00000010:1.0:1749610060.298993:0:16101:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a18000. 00000020:00000010:1.0:1749610060.298996:0:16101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096364400. 80000000:00000010:1.0:1749610060.298998:0:16101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880130826420. 40000000:00000010:1.0:1749610060.298999:0:16101:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012c0e2b40. 00100000:00000010:1.0:1749610060.299002:0:16101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d31f000. 00040000:00000010:1.0:1749610060.299007:0:16101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b462fe00. 00040000:00000010:1.0:1749610060.299009:0:16101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096364800. 00080000:00000010:1.0:1749610060.299011:0:16101:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880096a5a000. 00080000:00000010:1.0:1749610060.299014:0:16101:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012e19d000. 00000004:00000010:1.0:1749610060.299017:0:16101:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880097b9b800. 00000004:00000010:1.0:1749610060.299020:0:16101:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012e19f000. 00000004:00000010:1.0:1749610060.299022:0:16101:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880097b9a800. 00000004:00000010:1.0:1749610060.299025:0:16101:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88012f1b2400. 00000020:00000010:1.0:1749610060.299027:0:16101:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b45f1000. 00000020:00000010:1.0:1749610060.299029:0:16101:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013700. 00000020:00000010:1.0:1749610060.299032:0:16101:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000008:00000010:1.0:1749610060.299034:0:16101:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff880129e42c60. 00020000:00000010:1.0:1749610060.299035:0:16101:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8801304d5440. 00008000:00000010:1.0:1749610060.299037:0:16101:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880130db8f60. 00000080:00000010:1.0:1749610060.299039:0:16101:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012daf94b0. 00000020:00000010:1.0:1749610060.299041:0:16101:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b45f0400. 00000004:00000010:1.0:1749610060.299044:0:16101:0:(mdt_handler.c:5886:mdt_connect_to_next()) kmalloced '(data)': 192 at ffff8800a027e480. 00000020:00000010:1.0:1749610060.299050:0:16101:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097b9a800. 00000004:00000010:1.0:1749610060.299054:0:16101:0:(mdt_handler.c:5908:mdt_connect_to_next()) kfreed 'data': 192 at ffff8800a027e480. 00000004:00000010:1.0:1749610060.299057:0:16101:0:(mdt_handler.c:5886:mdt_connect_to_next()) kmalloced '(data)': 192 at ffff8800a027e480. 00000020:00000010:1.0:1749610060.299060:0:16101:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880097b9b800. 00000004:00000010:1.0:1749610060.299063:0:16101:0:(mdt_handler.c:5908:mdt_connect_to_next()) kfreed 'data': 192 at ffff8800a027e480. 00000004:00000010:1.0:1749610060.299066:0:16101:0:(mdt_handler.c:6048:mdt_stack_init()) kfreed 'lcfg': 128 at ffff88009b013b00. 00000004:00000010:1.0:1749610060.299072:0:16101:0:(mdt_handler.c:6052:mdt_stack_init()) kfreed 'bufs': 104 at ffff88009b013e00. 00000004:00000010:1.0:1749610060.299074:0:16101:0:(mdt_handler.c:6054:mdt_stack_init()) kfreed 'name': 128 at ffff88009b013200. 00000004:00000010:1.0:1749610060.299076:0:16101:0:(mdt_handler.c:6055:mdt_stack_init()) kfreed 'uuid': 128 at ffff88009b013000. 00000004:00000010:1.0:1749610060.299078:0:16101:0:(mdt_handler.c:5777:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 200 at ffff8800b462fe00. 80000000:00000010:1.0:1749610060.299082:0:16101:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff8800a027e480. 80000000:00000010:1.0:1749610060.299086:0:16101:0:(fld_index.c:327:fld_index_init()) kmalloced '(attr)': 104 at ffff88009b013000. 00000004:00000010:1.0:1749610060.299090:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88012a32b960. 00000004:00000010:1.0:1749610060.299096:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a768dd98. 00000004:00000010:1.0:1749610060.299100:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff88012b8d56b0. 00080000:00000010:1.0:1749610060.299105:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880096364c00. 00000001:00000010:1.0:1749610060.299113:0:16101:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff880096b520b0. 00000001:00000010:1.0:1749610060.299122:0:16101:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff880096b520b0. 00080000:00000010:1.0:1749610060.299137:0:16101:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800b462fa00. 00100000:00000010:1.0:1749610060.299144:0:16101:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012c0e2b40. 00100000:00000010:1.0:1749610060.299153:0:16101:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012c0e2b40. 00080000:00000010:1.0:1749610060.299156:0:16101:0:(osd_handler.c:6663:osd_it_iam_init()) kmalloced '(it)': 328 at ffff880096364800. 00000001:00000010:1.0:1749610060.299158:0:16101:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff880096b520b0. 80000000:00000010:0.0:1749610060.299411:0:16101:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b45e9e40. 80000000:00000010:0.0:1749610060.299416:0:16101:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b45e9cc0. 80000000:00000010:0.0:1749610060.299418:0:16101:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b45e9a40. 80000000:00000010:0.0:1749610060.299419:0:16101:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b45e9480. 80000000:00000010:0.0:1749610060.299425:0:16101:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b45e9240. 80000000:00000010:0.0:1749610060.299426:0:16101:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b45e9e00. 00000001:00000010:0.0:1749610060.299429:0:16101:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.299431:0:16101:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.299433:0:16101:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff880096b520b0. 00080000:00000010:0.0:1749610060.299438:0:16101:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a7cfc000. 00080000:00000010:0.0:1749610060.299441:0:16101:0:(osd_handler.c:2237:osd_trans_stop()) kfreed 'oh': 288 at ffff8800a7cfc000. 00080000:00000010:0.0:1749610060.299445:0:16101:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a7cfc000. 00080000:00000010:0.0:1749610060.299446:0:16101:0:(osd_handler.c:2237:osd_trans_stop()) kfreed 'oh': 288 at ffff8800a7cfc000. 00080000:00000010:0.0:1749610060.299447:0:16101:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a7cfc000. 00080000:00000010:0.0:1749610060.299448:0:16101:0:(osd_handler.c:2237:osd_trans_stop()) kfreed 'oh': 288 at ffff8800a7cfc000. 00080000:00000010:0.0:1749610060.299451:0:16101:0:(osd_handler.c:6691:osd_it_iam_fini()) kfreed 'it': 328 at ffff880096364800. 80000000:00000010:0.0:1749610060.299452:0:16101:0:(fld_index.c:434:fld_index_init()) kfreed 'attr': 104 at ffff88009b013000. 00000004:00000010:0.0:1749610060.299467:0:16101:0:(mdt_handler.c:5709:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 296 at ffff8800a7cfc000. 00000004:00000010:0.0:1749610060.299473:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a583a0. 00000004:00000010:0.0:1749610060.299476:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a8c11bb8. 00000004:00000010:0.0:1749610060.299479:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e56b0. 00080000:00000010:0.0:1749610060.299482:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a7cfde00. 00000001:00000010:0.0:1749610060.299486:0:16101:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.299492:0:16101:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000004:00000010:0.0:1749610060.299659:0:16101:0:(mdt_handler.c:5721:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 296 at ffff8800a7cfc400. 00000004:00000010:0.0:1749610060.299663:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a581d0. 00000004:00000010:0.0:1749610060.299709:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8800a8c11c30. 00000004:00000010:0.0:1749610060.299712:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e4738. 00080000:00000010:0.0:1749610060.299714:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880072621a00. 00000001:00000010:0.0:1749610060.299717:0:16101:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.299720:0:16101:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000004:00000010:0.0:1749610060.299867:0:16101:0:(mdt_handler.c:5678:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 232 at ffff8800a1264f00. 00000004:00000010:0.0:1749610060.299869:0:16101:0:(mdt_handler.c:5682:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at ffff8800998ea900. 00000004:00000010:0.0:1749610060.299887:0:16101:0:(mdt_handler.c:5694:mdt_seq_init_cli()) kfreed 'prefix': 133 at ffff8800998ea900. 00010000:00000010:0.0:1749610060.299892:0:16101:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009c4c5800. 00000001:00000010:0.0:1749610060.299894:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800a1264e00. 00000001:00000010:0.0:1749610060.299900:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at ffff88009c4c7800. 00000001:00000010:0.0:1749610060.300092:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000d12000. 00000001:00000010:0.0:1749610060.300367:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000d54000. 00000001:00000010:0.0:1749610060.300612:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000d96000. 00000001:00000010:0.0:1749610060.300872:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000dd8000. 00000001:00000010:0.0:1749610060.301140:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000e1a000. 00000001:00000010:0.0:1749610060.301433:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000e5c000. 00000001:00000010:0.0:1749610060.301722:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000e9e000. 00000001:00000010:0.0:1749610060.302003:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000ee0000. 00000001:00000010:0.0:1749610060.302279:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000f22000. 00000001:00000010:0.0:1749610060.302525:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000f64000. 00000001:00000010:0.0:1749610060.302765:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000fa6000. 00000001:00000010:0.0:1749610060.302992:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90000fe8000. 00000001:00000010:0.0:1749610060.303235:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000102a000. 00000001:00000010:0.0:1749610060.303593:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000106c000. 00000001:00000010:0.0:1749610060.303844:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900010ae000. 00000001:00000010:0.0:1749610060.304085:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900010f0000. 00000001:00000010:0.0:1749610060.304322:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001132000. 00000001:00000010:0.0:1749610060.304567:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900011c2000. 00000001:00000010:0.0:1749610060.304808:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001204000. 00000001:00000010:0.0:1749610060.305036:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001246000. 00000001:00000010:0.0:1749610060.305259:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001288000. 00000001:00000010:0.0:1749610060.305499:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900012ca000. 00000001:00000010:0.0:1749610060.305737:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000130c000. 00000001:00000010:0.0:1749610060.305968:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000134e000. 00000001:00000010:0.0:1749610060.306204:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001390000. 00000001:00000010:0.0:1749610060.306436:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900013d2000. 00000001:00000010:0.0:1749610060.306663:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001414000. 00000001:00000010:0.0:1749610060.306910:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001456000. 00000001:00000010:0.0:1749610060.307146:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001498000. 00000001:00000010:0.0:1749610060.307375:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900014da000. 00000001:00000010:0.0:1749610060.307614:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000151c000. 00000001:00000010:0.0:1749610060.307849:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000155e000. 00000001:00000010:0.0:1749610060.308072:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900015a0000. 00000001:00000010:0.0:1749610060.308290:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900015e2000. 00000001:00000010:0.0:1749610060.308519:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001624000. 00000001:00000010:0.0:1749610060.308765:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001666000. 00000001:00000010:0.0:1749610060.309003:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900016a8000. 00000001:00000010:0.0:1749610060.309220:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900016ea000. 00000001:00000010:0.0:1749610060.309469:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000172c000. 00000100:00000010:0.0:1749610060.309715:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136851b80. 00000100:00000010:3.0:1749610060.309720:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801368519c0. 00000100:00000010:1.0:1749610060.309734:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136851d80. 00000001:00000010:0.0:1749610060.309745:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000176e000. 00000100:00000010:2.0:1749610060.309752:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136851f80. 00000001:00000010:0.0:1749610060.309971:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900017b0000. 00000001:00000010:0.0:1749610060.310197:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900017f2000. 00000001:00000010:0.0:1749610060.310433:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001834000. 00000001:00000010:0.0:1749610060.310663:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001876000. 00000001:00000010:0.0:1749610060.310911:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900018b8000. 00000001:00000010:0.0:1749610060.311159:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900018fa000. 00000001:00000010:0.0:1749610060.311398:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000193c000. 00000001:00000010:0.0:1749610060.311625:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000197e000. 00000001:00000010:0.0:1749610060.311879:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900019c0000. 00000001:00000010:0.0:1749610060.312096:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001a02000. 00000001:00000010:0.0:1749610060.312324:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001a44000. 00000001:00000010:0.0:1749610060.312568:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001a86000. 00000001:00000010:0.0:1749610060.312805:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001ac8000. 00000001:00000010:0.0:1749610060.313023:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001b0a000. 00000001:00000010:0.0:1749610060.313252:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001b4c000. 00000001:00000010:0.0:1749610060.313481:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001b8e000. 00000001:00000010:0.0:1749610060.313728:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001bd0000. 00000001:00000010:0.0:1749610060.313946:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001c12000. 00000001:00000010:0.0:1749610060.314192:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001c54000. 00000001:00000010:0.0:1749610060.314445:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001c96000. 00000001:00000010:0.0:1749610060.314669:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001cd8000. 00000001:00000010:0.0:1749610060.314903:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001d1a000. 00000001:00000010:0.0:1749610060.315138:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001d5c000. 00000001:00000010:0.0:1749610060.315372:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001d9e000. 00000001:00000010:0.0:1749610060.315619:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001de0000. 00000001:00000010:0.0:1749610060.315859:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001e22000. 00000001:00000010:0.0:1749610060.316093:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001e64000. 00000001:00000010:0.0:1749610060.316308:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001ea6000. 00000001:00000010:0.0:1749610060.316537:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001ee8000. 00000001:00000010:0.0:1749610060.316766:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001f2a000. 00000001:00000010:0.0:1749610060.316992:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001f6c000. 00000001:00000010:0.0:1749610060.317216:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001fae000. 00000001:00000010:0.0:1749610060.317450:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90001ff0000. 00000001:00000010:0.0:1749610060.317671:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002032000. 00000001:00000010:0.0:1749610060.317916:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002074000. 00000001:00000010:0.0:1749610060.318133:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900020b6000. 00000001:00000010:0.0:1749610060.318366:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900020f8000. 00000001:00000010:0.0:1749610060.318599:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000213a000. 00000001:00000010:0.0:1749610060.318830:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000217c000. 00000001:00000010:0.0:1749610060.319048:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900021be000. 00000001:00000010:0.0:1749610060.319274:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002200000. 00000001:00000010:0.0:1749610060.319505:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002242000. 00000001:00000010:0.0:1749610060.319754:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002284000. 00000001:00000010:0.0:1749610060.319980:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900022c6000. 00000001:00000010:0.0:1749610060.320204:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002308000. 00000001:00000010:0.0:1749610060.320434:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000234a000. 00000001:00000010:0.0:1749610060.320651:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000238c000. 00000001:00000010:0.0:1749610060.320901:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900023ce000. 00000001:00000010:0.0:1749610060.321128:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002410000. 00000001:00000010:0.0:1749610060.321354:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002452000. 00000001:00000010:0.0:1749610060.321588:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002494000. 00000001:00000010:0.0:1749610060.321825:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900024d6000. 00000001:00000010:0.0:1749610060.322044:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002518000. 00000001:00000010:0.0:1749610060.322262:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000255a000. 00000001:00000010:0.0:1749610060.322507:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000259c000. 00000001:00000010:0.0:1749610060.322755:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900025de000. 00000001:00000010:0.0:1749610060.322993:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002620000. 00000001:00000010:0.0:1749610060.323214:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002662000. 00000001:00000010:0.0:1749610060.323464:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900026a4000. 00000001:00000010:0.0:1749610060.323707:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900026e6000. 00000001:00000010:0.0:1749610060.323934:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002728000. 00000001:00000010:0.0:1749610060.324151:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000276a000. 00000001:00000010:0.0:1749610060.324367:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900027ac000. 00000001:00000010:0.0:1749610060.324599:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900027ee000. 00000001:00000010:0.0:1749610060.324830:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002830000. 00000001:00000010:0.0:1749610060.325046:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002872000. 00000001:00000010:0.0:1749610060.325284:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900028b4000. 00000001:00000010:0.0:1749610060.325524:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900028f6000. 00000001:00000010:0.0:1749610060.325772:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002938000. 00000001:00000010:0.0:1749610060.326008:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc9000297a000. 00000001:00000010:0.0:1749610060.326230:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900029bc000. 00000001:00000010:0.0:1749610060.326457:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc900029fe000. 00000001:00000010:0.0:1749610060.326697:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002a40000. 00000001:00000010:0.0:1749610060.326918:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002a82000. 00000001:00000010:0.0:1749610060.327154:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002ac4000. 00000001:00000010:0.0:1749610060.327371:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002b06000. 00000001:00000010:0.0:1749610060.327617:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002b48000. 00000001:00000010:0.0:1749610060.327849:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002b8a000. 00000001:00000010:0.0:1749610060.328066:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002bcc000. 00000001:00000010:0.0:1749610060.328283:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002c0e000. 00000001:00000010:0.0:1749610060.328520:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002c50000. 00000001:00000010:0.0:1749610060.328760:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002c92000. 00000001:00000010:0.0:1749610060.328988:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002cd4000. 00000001:00000010:0.0:1749610060.329206:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002d16000. 00000001:00000010:0.0:1749610060.329435:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002d58000. 00000001:00000010:0.0:1749610060.329708:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002d9a000. 00000001:00000010:0.0:1749610060.329956:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002ddc000. 00000001:00000010:0.0:1749610060.330175:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262304 at ffffc90002e1e000. 00000020:00000010:0.0:1749610060.330313:0:16101:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880098a6c800. 00000020:00000010:0.0:1749610060.330315:0:16101:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff880099e6df40. 00000020:00000010:0.0:1749610060.330351:0:16101:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880098a6cc00. 00000020:00000010:0.0:1749610060.330353:0:16101:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff880072620a00. 00000020:00000010:0.0:1749610060.330380:0:16101:0:(tgt_main.c:538:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at ffff88009f78c000. 00000004:00000010:0.0:1749610060.330401:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a58740. 00000004:00000010:0.0:1749610060.330407:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009f785a50. 00000004:00000010:0.0:1749610060.330411:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e5398. 00080000:00000010:0.0:1749610060.330416:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a6133800. 00000001:00000010:0.0:1749610060.330426:0:16101:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.330436:0:16101:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.330466:0:16101:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at ffff88009d392680. 00000001:00000010:0.0:1749610060.330693:0:16101:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at ffff88009d392680. 00080000:00000010:0.0:1749610060.330698:0:16101:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6133a00. 00080000:00000010:0.0:1749610060.330702:0:16101:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880096e3a940. 00080000:00000010:0.0:1749610060.330728:0:16101:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880096e3a940. 00000020:00000010:0.0:1749610060.330732:0:16101:0:(tgt_main.c:582:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at ffff88009d392680. 00000004:00000010:0.0:1749610060.330735:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a58000. 00000004:00000010:0.0:1749610060.330738:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009f785ac8. 00000004:00000010:0.0:1749610060.330740:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e4318. 00080000:00000010:0.0:1749610060.330741:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a6133c00. 00000001:00000010:0.0:1749610060.330744:0:16101:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.330747:0:16101:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.330935:0:16101:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at ffff8800998eaa80. 00000001:00000010:0.0:1749610060.330943:0:16101:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at ffff8800998eaa80. 00000001:00000010:0.0:1749610060.330950:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800998eaa80. 00000001:00000010:0.0:1749610060.330953:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012f833470. 00000001:00000010:0.0:1749610060.330957:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800998eab40. 00000001:00000010:0.0:1749610060.330959:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800998eac00. 00000001:00000010:0.0:1749610060.330960:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012f833ce0. 00000001:00000010:0.0:1749610060.330961:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800998eacc0. 00000020:00000010:0.0:1749610060.330963:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133e00. 00000020:00000010:0.0:1749610060.330966:0:16101:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a6132c00. 00000040:00000010:0.0:1749610060.330968:0:16101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a6132000. 00000020:00000010:0.0:1749610060.330970:0:16101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4253000. 00000020:00000010:0.0:1749610060.330973:0:16101:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880096c62d48. 00000020:00000010:0.0:1749610060.330975:0:16101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096c69400. 80000000:00000010:0.0:1749610060.330978:0:16101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d1e40. 40000000:00000010:0.0:1749610060.330980:0:16101:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880096e3a940. 00100000:00000010:0.0:1749610060.330983:0:16101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4257000. 00040000:00000010:0.0:1749610060.330985:0:16101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a1264d00. 00040000:00000010:0.0:1749610060.330987:0:16101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096c68e00. 00080000:00000010:0.0:1749610060.330990:0:16101:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acccb000. 00080000:00000010:0.0:1749610060.330993:0:16101:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009f3f6000. 00000004:00000010:0.0:1749610060.330996:0:16101:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b4257800. 00000004:00000010:0.0:1749610060.330999:0:16101:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acccd000. 00000004:00000010:0.0:1749610060.331001:0:16101:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b4255800. 00000004:00000010:0.0:1749610060.331004:0:16101:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880098a6d000. 00000020:00000010:0.0:1749610060.331006:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096c68c00. 00000020:00000010:0.0:1749610060.331007:0:16101:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392700. 00000020:00000010:0.0:1749610060.331010:0:16101:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040578. 02000000:00000010:0.0:1749610060.331018:0:16101:0:(upcall_cache.c:574:upcall_cache_init()) alloc '(cache)': 1192 at ffff88009f0d3800. 02000000:00000010:0.0:1749610060.331021:0:16101:0:(upcall_cache.c:582:upcall_cache_init()) alloc '(cache->uc_hashtable)': 2048 at ffff880096d25800. 02000000:00000010:0.0:1749610060.331024:0:16101:0:(upcall_cache.c:574:upcall_cache_init()) alloc '(cache)': 1192 at ffff88012eb9f800. 02000000:00000010:0.0:1749610060.331025:0:16101:0:(upcall_cache.c:582:upcall_cache_init()) alloc '(cache->uc_hashtable)': 2048 at ffff88012eb99800. 00000020:00000010:0.0:1749610060.331199:0:16101:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880098a6d400. 00000020:00000010:0.0:1749610060.331202:0:16101:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at ffff88012eb99000. 00000004:00000010:0.0:1749610060.331214:0:16101:0:(mdt_handler.c:6090:mdt_quota_init()) kmalloced '(qmtname)': 128 at ffff88009d392780. 00000004:00000010:0.0:1749610060.331216:0:16101:0:(mdt_handler.c:6091:mdt_quota_init()) kmalloced '(uuid)': 40 at ffff880096e3a300. 00000004:00000010:0.0:1749610060.331219:0:16101:0:(mdt_handler.c:6092:mdt_quota_init()) kmalloced '(bufs)': 104 at ffff88009d392800. 00000004:00000010:0.0:1749610060.331220:0:16101:0:(mdt_handler.c:6093:mdt_quota_init()) kmalloced '(data)': 192 at ffff88009f789240. 00000004:00000010:0.0:1749610060.331224:0:16101:0:(mdt_handler.c:6119:mdt_quota_init()) kmalloced '(lcfg)': 120 at ffff88009d392880. 00000020:00000010:0.0:1749610060.331231:0:16101:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88009c4cc050. 00000020:00000010:0.0:1749610060.331234:0:16101:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012eb98800. 00000004:00000010:0.0:1749610060.331250:0:16101:0:(mdt_handler.c:6135:mdt_quota_init()) kfreed 'lcfg': 120 at ffff88009d392880. 00000004:00000010:0.0:1749610060.331252:0:16101:0:(mdt_handler.c:6145:mdt_quota_init()) kmalloced '(lcfg)': 128 at ffff88009d392880. 00000001:00000010:0.0:1749610060.331264:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009f789300. 00000001:00000010:0.0:1749610060.331266:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880099e6dec0. 00000001:00000010:0.0:1749610060.331267:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096c69800. 00000001:00000010:0.0:1749610060.331268:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096c69e00. 00000001:00000010:0.0:1749610060.331270:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096c69c00. 00000001:00000010:0.0:1749610060.331272:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096c69200. 00000001:00000010:0.0:1749610060.331273:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009f7893c0. 00000001:00000010:0.0:1749610060.331274:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880099e6d360. 00000001:00000010:0.0:1749610060.331275:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009a9bb000. 00000001:00000010:0.0:1749610060.331277:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009a9ba600. 00000001:00000010:0.0:1749610060.331278:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009a9bac00. 00000001:00000010:0.0:1749610060.331279:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009a9ba800. 00000020:00000010:0.0:1749610060.331281:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a9bae00. 00000020:00000010:0.0:1749610060.331282:0:16101:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610060.331283:0:16101:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040640. 00000008:00000010:0.0:1749610060.331286:0:16101:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800acfd66e0. 00020000:00000010:0.0:1749610060.331288:0:16101:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a9a1cb40. 00008000:00000010:0.0:1749610060.331290:0:16101:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012f833b20. 00000080:00000010:0.0:1749610060.331293:0:16101:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800a9a8ea50. 00000020:00000010:0.0:1749610060.331295:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a9bbe00. 00000020:00000010:0.0:1749610060.331296:0:16101:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009a9bb400. 00000040:00000010:0.0:1749610060.331297:0:16101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009a9baa00. 00000020:00000010:0.0:1749610060.331298:0:16101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012eb9d800. 00000020:00000010:0.0:1749610060.331300:0:16101:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880096c62338. 00000020:00000010:0.0:1749610060.331301:0:16101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009a9ba200. 80000000:00000010:0.0:1749610060.331305:0:16101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d1cc0. 40000000:00000010:0.0:1749610060.331306:0:16101:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.331308:0:16101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012eb9c800. 00040000:00000010:0.0:1749610060.331309:0:16101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a1264b00. 00040000:00000010:0.0:1749610060.331310:0:16101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009a9bb600. 00080000:00000010:0.0:1749610060.331312:0:16101:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800accc8000. 00080000:00000010:0.0:1749610060.331315:0:16101:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c238000. 00000004:00000010:0.0:1749610060.331318:0:16101:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012eb9b000. 00000004:00000010:0.0:1749610060.331320:0:16101:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012dacc000. 00000004:00000010:0.0:1749610060.331322:0:16101:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012eb98000. 00000004:00000010:0.0:1749610060.331323:0:16101:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880098a6e800. 00040000:00000010:0.0:1749610060.331325:0:16101:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 576 at ffff880098a6ec00. 00040000:00000010:0.0:1749610060.331330:0:16101:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at ffff88009f789480. 00000020:00000010:0.0:1749610060.331334:0:16101:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012eb9c000. 00040000:00000010:0.0:1749610060.331339:0:16101:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at ffff88009f789480. 00040000:00000010:0.0:1749610060.331342:0:16101:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at ffff8800a50d19c0. 00000020:00000010:0.0:1749610060.331343:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a9ba000. 00000020:00000010:0.0:1749610060.331344:0:16101:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009a9bb800. 00000040:00000010:0.0:1749610060.331346:0:16101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009a9bbc00. 00000020:00000010:0.0:1749610060.331348:0:16101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012eb9b800. 00000020:00000010:0.0:1749610060.331349:0:16101:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880096c61420. 00000020:00000010:0.0:1749610060.331350:0:16101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009a9ba400. 80000000:00000010:0.0:1749610060.331351:0:16101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d1a20. 40000000:00000010:0.0:1749610060.331352:0:16101:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880096e3ac40. 00100000:00000010:0.0:1749610060.331353:0:16101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012eb9e000. 00040000:00000010:0.0:1749610060.331354:0:16101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a1264a00. 00040000:00000010:0.0:1749610060.331356:0:16101:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012eb9e800. 00040000:00000010:0.0:1749610060.331357:0:16101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009f2f6a00. 00080000:00000010:0.0:1749610060.331359:0:16101:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012dacf000. 00080000:00000010:0.0:1749610060.331362:0:16101:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c23a000. 00000004:00000010:0.0:1749610060.331364:0:16101:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012eb9f000. 00000004:00000010:0.0:1749610060.331366:0:16101:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880134fad000. 00000004:00000010:0.0:1749610060.331367:0:16101:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012eb9a000. 00000004:00000010:0.0:1749610060.331375:0:16101:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880098a6f000. 00000020:00000010:0.0:1749610060.331525:0:16101:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880096e3afc0. 00040000:00000010:0.0:1749610060.331554:0:16101:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012eb9d000. 00040000:00000010:0.0:1749610060.331558:0:16101:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 328 at ffff88009f2f6800. 00000020:00000010:0.0:1749610060.331566:0:16101:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88012f8337b8. 00040000:00000010:0.0:1749610060.331569:0:16101:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 328 at ffff88009f2f7400. 00000020:00000010:0.0:1749610060.331574:0:16101:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88012f833310. 00000020:00000010:0.0:1749610060.331601:0:16101:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009a9bb400. 00000040:00000010:0.0:1749610060.331604:0:16101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009a9baa00. 00000020:00000010:0.0:1749610060.331605:0:16101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012eb9d800. 00000020:00000010:0.0:1749610060.331608:0:16101:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c62338. 00000020:00000010:0.0:1749610060.331610:0:16101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009a9ba200. 80000000:00000010:0.0:1749610060.331612:0:16101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d1cc0. 40000000:00000010:0.0:1749610060.331614:0:16101:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.331616:0:16101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012eb9c800. 00040000:00000010:0.0:1749610060.331618:0:16101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a1264b00. 00040000:00000010:0.0:1749610060.331620:0:16101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012eb9d000. 00040000:00000010:0.0:1749610060.331621:0:16101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009a9bb600. 00080000:00000010:0.0:1749610060.331624:0:16101:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c238000. 00080000:00000010:0.0:1749610060.331626:0:16101:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800accc8000. 00000004:00000010:0.0:1749610060.331628:0:16101:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012eb9b000. 00000004:00000010:0.0:1749610060.331632:0:16101:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012dacc000. 00000004:00000010:0.0:1749610060.331634:0:16101:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012eb98000. 00000004:00000010:0.0:1749610060.331636:0:16101:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880098a6e800. 00000020:00000010:0.0:1749610060.331638:0:16101:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009a9bbe00. 00000020:00000010:0.0:1749610060.331639:0:16101:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610060.331641:0:16101:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040640. 00000008:00000010:0.0:1749610060.331643:0:16101:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800acfd66e0. 00020000:00000010:0.0:1749610060.331645:0:16101:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a9a1cb40. 00008000:00000010:0.0:1749610060.331646:0:16101:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012f833b20. 00000080:00000010:0.0:1749610060.331648:0:16101:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800a9a8ea50. 00000020:00000010:0.0:1749610060.331649:0:16101:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009a9bae00. 00000004:00000010:0.0:1749610060.331655:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a58570. 00000004:00000010:0.0:1749610060.331661:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009f788e88. 00000004:00000010:0.0:1749610060.331663:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e5080. 00080000:00000010:0.0:1749610060.331664:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f2f6000. 00010000:00000010:3.1F:1749610060.331710:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134a5b200. 00080000:00000010:0.0:1749610060.331714:0:16101:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880098a6e800. 00000020:00000010:0.0:1749610060.331717:0:16101:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a1264b00. 00080000:00000010:0.0:1749610060.331719:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f2f6e00. 00010000:00000010:3.1:1749610060.331723:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095cd8900. 00010000:00000010:3.1:1749610060.331726:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009a9bb200. 00080000:00000010:0.0:1749610060.331726:0:16101:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f2f6e00. 00000020:00000010:0.0:1749610060.331728:0:16101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a1264b00. 00010000:00000010:3.1:1749610060.331729:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a591d000. 00010000:00000010:3.1:1749610060.331732:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a591d600. 00000004:00000010:0.0:1749610060.331732:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a58910. 00010000:00000010:3.1:1749610060.331733:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c0d6600. 00000004:00000010:0.0:1749610060.331734:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009f788f00. 00010000:00000010:3.1:1749610060.331735:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958a0e00. 00000004:00000010:0.0:1749610060.331736:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e4840. 00080000:00000010:0.0:1749610060.331737:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f2f6e00. 00010000:00000010:3.1:1749610060.331738:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b46e8f00. 00010000:00000010:3.1:1749610060.331739:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c0d6400. 00010000:00000010:3.1:1749610060.331741:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a7c97100. 00040000:00000010:0.0:1749610060.331742:0:16101:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012eb98000. 00010000:00000010:3.1:1749610060.331743:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134a5be00. 00010000:00000010:3.1:1749610060.331745:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880096ccd000. 00010000:00000010:3.1:1749610060.331749:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a591c600. 00010000:00000010:3.1:1749610060.331751:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134a5b600. 00000020:00000010:0.0:1749610060.331751:0:16101:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a1264900. 00010000:00000010:3.1:1749610060.331752:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b46e8600. 00080000:00000010:0.0:1749610060.331753:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f2f6c00. 00080000:00000010:0.0:1749610060.331756:0:16101:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f2f6c00. 00000020:00000010:0.0:1749610060.331758:0:16101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a1264900. 00000004:00000010:0.0:1749610060.331761:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a58ae0. 00000004:00000010:0.0:1749610060.331762:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009f788f78. 00000004:00000010:0.0:1749610060.331764:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e4210. 00080000:00000010:0.0:1749610060.331765:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f2f6c00. 00000004:00000010:0.0:1749610060.331777:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a58cb0. 00000004:00000010:0.0:1749610060.331784:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009f792000. 00000004:00000010:0.0:1749610060.331787:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e4b58. 00080000:00000010:0.0:1749610060.331789:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f2f7600. 00080000:00000010:0.0:1749610060.331797:0:16101:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a1264800. 00100000:00000010:0.0:1749610060.331804:0:16101:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.331807:0:16101:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880096e3a080. 00040000:00000010:0.0:1749610060.331812:0:16101:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff880099e6d000. 00000001:00000010:0.0:1749610060.331816:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800a1264700. 00000001:00000010:0.0:1749610060.331818:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012f833b20. 00000001:00000010:0.0:1749610060.331820:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88009f789cc0. 00040000:00000010:0.0:1749610060.331822:0:16101:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at ffff880096e3a080. 00080000:00000010:0.0:1749610060.331831:0:16101:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8800a9a1cb40. 00080000:00000010:0.0:1749610060.331848:0:16101:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8800a9a1cb40. 00040000:00000010:0.0:1749610060.331850:0:16101:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at ffff880096e3a080. 00040000:00000010:0.0:1749610060.331855:0:16101:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 360 at ffff880099a0ee10. 00000001:00000010:0.0:1749610060.331861:0:16101:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.331997:0:16101:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000004:00000010:0.0:1749610060.332015:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a58e80. 00000004:00000010:0.0:1749610060.332017:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009f792078. 00000004:00000010:0.0:1749610060.332019:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e58c0. 00080000:00000010:0.0:1749610060.332021:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f2f7800. 00080000:00000010:0.0:1749610060.332025:0:16101:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a1264600. 00100000:00000010:0.0:1749610060.332029:0:16101:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.332030:0:16101:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880096e3a080. 00040000:00000010:0.0:1749610060.332032:0:16101:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff880099e6d100. 00000001:00000010:0.0:1749610060.332033:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800a1264500. 00000001:00000010:0.0:1749610060.332035:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012f833c20. 00000001:00000010:0.0:1749610060.332036:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88009f789f00. 00040000:00000010:0.0:1749610060.332038:0:16101:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at ffff880096e3a080. 00080000:00000010:0.0:1749610060.332039:0:16101:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8800a9a1cb40. 00080000:00000010:0.0:1749610060.332045:0:16101:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8800a9a1cb40. 00040000:00000010:0.0:1749610060.332046:0:16101:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at ffff880096e3a080. 00040000:00000010:0.0:1749610060.332049:0:16101:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 360 at ffff880099a0ef78. 00000001:00000010:0.0:1749610060.332052:0:16101:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.332160:0:16101:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000004:00000010:0.0:1749610060.332178:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a59050. 00000004:00000010:0.0:1749610060.332181:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009f7920f0. 00000004:00000010:0.0:1749610060.332182:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e4528. 00080000:00000010:0.0:1749610060.332184:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f2f6200. 00080000:00000010:0.0:1749610060.332188:0:16101:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a1264400. 00100000:00000010:0.0:1749610060.332192:0:16101:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.332193:0:16101:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880096e3a080. 00040000:00000010:0.0:1749610060.332195:0:16101:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff880099e6d4e0. 00000001:00000010:0.0:1749610060.332196:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800a1264300. 00000001:00000010:0.0:1749610060.332200:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012f8338d8. 00000001:00000010:0.0:1749610060.332201:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88009f794180. 00040000:00000010:0.0:1749610060.332203:0:16101:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at ffff880096e3a080. 00080000:00000010:0.0:1749610060.332205:0:16101:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8800a9a1cb40. 00080000:00000010:0.0:1749610060.332211:0:16101:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8800a9a1cb40. 00040000:00000010:0.0:1749610060.332212:0:16101:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at ffff880096e3a080. 00040000:00000010:0.0:1749610060.332214:0:16101:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 360 at ffff880099a0f0e0. 00000001:00000010:0.0:1749610060.332217:0:16101:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.332348:0:16101:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000020:00000010:0.0:1749610060.332363:0:16101:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a1264200. 00080000:00000010:0.0:1749610060.332365:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f2f6400. 00080000:00000010:0.0:1749610060.332371:0:16101:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f2f6400. 00000020:00000010:0.0:1749610060.332372:0:16101:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a1264200. 00000004:00000010:0.0:1749610060.332376:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a59220. 00000004:00000010:0.0:1749610060.332378:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009f792168. 00000004:00000010:0.0:1749610060.332380:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e4f78. 00080000:00000010:0.0:1749610060.332381:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f2f6400. 00000004:00000010:0.0:1749610060.332402:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a593f0. 00000004:00000010:0.0:1749610060.332404:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009f7921e0. 00000004:00000010:0.0:1749610060.332405:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e5188. 00080000:00000010:0.0:1749610060.332407:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f2f7000. 00080000:00000010:0.0:1749610060.332410:0:16101:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a1264100. 00100000:00000010:0.0:1749610060.332413:0:16101:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.332414:0:16101:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880096e3a080. 00040000:00000010:0.0:1749610060.332416:0:16101:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff880099e6d540. 00000001:00000010:0.0:1749610060.332418:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800a1264000. 00000001:00000010:0.0:1749610060.332419:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012f833488. 00000001:00000010:0.0:1749610060.332421:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88009f794480. 00040000:00000010:0.0:1749610060.332422:0:16101:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at ffff880096e3a080. 00080000:00000010:0.0:1749610060.332423:0:16101:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8800a9a1cb40. 00080000:00000010:0.0:1749610060.332429:0:16101:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8800a9a1cb40. 00040000:00000010:0.0:1749610060.332430:0:16101:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at ffff880096e3a080. 00040000:00000010:0.0:1749610060.332436:0:16101:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 360 at ffff880099a0f248. 00000001:00000010:0.0:1749610060.332440:0:16101:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.332548:0:16101:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000004:00000010:0.0:1749610060.332563:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a595c0. 00000004:00000010:0.0:1749610060.332565:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009f792258. 00000004:00000010:0.0:1749610060.332567:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e5ef0. 00080000:00000010:0.0:1749610060.332569:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f2f7c00. 00080000:00000010:0.0:1749610060.332573:0:16101:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88009a702700. 00100000:00000010:0.0:1749610060.332576:0:16101:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.332578:0:16101:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880096e3a080. 00040000:00000010:0.0:1749610060.332580:0:16101:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff880099e6d2c0. 00000001:00000010:0.0:1749610060.332582:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88009a702000. 00000001:00000010:0.0:1749610060.332585:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012f833d20. 00000001:00000010:0.0:1749610060.332586:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88009f7946c0. 00040000:00000010:0.0:1749610060.332588:0:16101:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at ffff880096e3a080. 00080000:00000010:0.0:1749610060.332590:0:16101:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8800a9a1cb40. 00080000:00000010:0.0:1749610060.332598:0:16101:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8800a9a1cb40. 00040000:00000010:0.0:1749610060.332600:0:16101:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at ffff880096e3a080. 00040000:00000010:0.0:1749610060.332603:0:16101:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 360 at ffff880099a0f3b0. 00000001:00000010:0.0:1749610060.332606:0:16101:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.332751:0:16101:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000004:00000010:0.0:1749610060.332768:0:16101:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880130a59790. 00000004:00000010:0.0:1749610060.332799:0:16101:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009f7922d0. 00000004:00000010:0.0:1749610060.332801:0:16101:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff8800921e54a0. 00080000:00000010:0.0:1749610060.332803:0:16101:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009f2f7a00. 00080000:00000010:0.0:1749610060.332807:0:16101:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88009a702900. 00100000:00000010:0.0:1749610060.332811:0:16101:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.332812:0:16101:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880096e3a080. 00040000:00000010:0.0:1749610060.332814:0:16101:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff880099e6dc80. 00000001:00000010:0.0:1749610060.332815:0:16101:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88009a702b00. 00000001:00000010:0.0:1749610060.332817:0:16101:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88012f833798. 00000001:00000010:0.0:1749610060.332818:0:16101:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88009f794900. 00040000:00000010:0.0:1749610060.332819:0:16101:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at ffff880096e3a080. 00080000:00000010:0.0:1749610060.332824:0:16101:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8800a9a1cb40. 00080000:00000010:0.0:1749610060.332831:0:16101:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8800a9a1cb40. 00040000:00000010:0.0:1749610060.332832:0:16101:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at ffff880096e3a080. 00040000:00000010:0.0:1749610060.332834:0:16101:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 360 at ffff880099a0f518. 00000001:00000010:0.0:1749610060.332838:0:16101:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610060.332968:0:16101:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000020:00000010:0.0:1749610060.332976:0:16101:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012eb9b000. 00000004:00000010:0.0:1749610060.332979:0:16101:0:(mdt_handler.c:6188:mdt_quota_init()) kfreed 'lcfg': 128 at ffff88009d392880. 00000004:00000010:0.0:1749610060.332981:0:16101:0:(mdt_handler.c:6192:mdt_quota_init()) kfreed 'bufs': 104 at ffff88009d392800. 00000004:00000010:0.0:1749610060.332982:0:16101:0:(mdt_handler.c:6193:mdt_quota_init()) kfreed 'qmtname': 128 at ffff88009d392780. 00000004:00000010:0.0:1749610060.332983:0:16101:0:(mdt_handler.c:6194:mdt_quota_init()) kfreed 'uuid': 40 at ffff880096e3a300. 00000004:00000010:0.0:1749610060.332984:0:16101:0:(mdt_handler.c:6195:mdt_quota_init()) kfreed 'data': 192 at ffff88009f789240. 00000020:00000010:0.0:1749610060.332991:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a9bb200. 00000020:00000010:0.0:1749610060.332993:0:16101:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009a9bae00. 00000040:00000010:0.0:1749610060.332994:0:16101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009a9bbe00. 00000020:00000010:0.0:1749610060.332995:0:16101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012eb9d000. 00000020:00000010:0.0:1749610060.332996:0:16101:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880096c62338. 00000020:00000010:0.0:1749610060.332998:0:16101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009a9bba00. 80000000:00000010:0.0:1749610060.332999:0:16101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d1cc0. 40000000:00000010:0.0:1749610060.333000:0:16101:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880096e3a300. 00100000:00000010:0.0:1749610060.333002:0:16101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012eb9c800. 00040000:00000010:0.0:1749610060.333003:0:16101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a1264c00. 00040000:00000010:0.0:1749610060.333005:0:16101:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012eb9d800. 00040000:00000010:0.0:1749610060.333006:0:16101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009a9bb600. 00080000:00000010:0.0:1749610060.333008:0:16101:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880134fae000. 00080000:00000010:0.0:1749610060.333009:0:16101:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c238000. 00000004:00000010:0.0:1749610060.333011:0:16101:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012eb9a800. 00000004:00000010:0.0:1749610060.333013:0:16101:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012dacc000. 00000004:00000010:0.0:1749610060.333015:0:16101:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009c708800. 00000004:00000010:0.0:1749610060.333020:0:16101:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880096794000. 00000020:00000010:0.0:1749610060.333021:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a9baa00. 00000020:00000010:0.0:1749610060.333022:0:16101:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392780. 00000020:00000010:0.0:1749610060.333024:0:16101:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040640. 00000020:00000010:0.0:1749610060.333225:0:16101:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c0d7800. 00000040:00000010:0.0:1749610060.333228:0:16101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c0d7600. 00000020:00000010:0.0:1749610060.333229:0:16101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a72800. 00000020:00000010:0.0:1749610060.333231:0:16101:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a18f18. 00000020:00000010:0.0:1749610060.333234:0:16101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c0d7400. 80000000:00000010:0.0:1749610060.333236:0:16101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880130826720. 40000000:00000010:0.0:1749610060.333237:0:16101:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012c0e2b80. 00100000:00000010:0.0:1749610060.333239:0:16101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880096a76800. 00040000:00000010:0.0:1749610060.333241:0:16101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b462f200. 00040000:00000010:0.0:1749610060.333243:0:16101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012eb98000. 00040000:00000010:0.0:1749610060.333245:0:16101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c0d7200. 00080000:00000010:0.0:1749610060.333246:0:16101:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880096a58000. 00080000:00000010:0.0:1749610060.333249:0:16101:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880098a6e800. 00080000:00000010:0.0:1749610060.333250:0:16101:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012e199000. 00000004:00000010:0.0:1749610060.333252:0:16101:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880096a75000. 00000004:00000010:0.0:1749610060.333254:0:16101:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012e19c000. 00000004:00000010:0.0:1749610060.333257:0:16101:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880096a70800. 00000004:00000010:0.0:1749610060.333258:0:16101:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88012f1b2c00. 00000020:00000010:0.0:1749610060.333260:0:16101:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c0d6a00. 00000020:00000010:0.0:1749610060.333262:0:16101:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013280. 00000020:00000010:0.0:1749610060.333264:0:16101:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a190. 00000008:00000010:0.0:1749610060.333266:0:16101:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff880129e42b00. 00020000:00000010:0.0:1749610060.333268:0:16101:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8801304d5200. 00008000:00000010:0.0:1749610060.333269:0:16101:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880130db8fe8. 00000080:00000010:0.0:1749610060.333271:0:16101:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88012daf93c0. 00000020:00000010:0.0:1749610060.333273:0:16101:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c0d7e00. 00000020:00000010:0.0:1749610060.333276:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800a027e000. 00000020:00000010:0.0:1749610060.333284:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009a702e00. 00000020:00000010:0.0:1749610060.333286:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009a702e00. 00000020:00000010:0.0:1749610060.333288:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009a702e00. 00000020:00000010:0.0:1749610060.333289:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009a702e00. 00000020:00000010:0.0:1749610060.333292:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009a702e00. 00000020:00000010:0.0:1749610060.333293:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009a702e00. 00000020:00000010:0.0:1749610060.333298:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff88009f794a80. 00000020:00000010:0.0:1749610060.333302:0:16101:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a9bb400. 00000020:00000010:0.0:1749610060.333304:0:16101:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b528ce00. 00000040:00000010:0.0:1749610060.333306:0:16101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b528c200. 00000020:00000010:0.0:1749610060.333308:0:16101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009c70c000. 00000020:00000010:0.0:1749610060.333309:0:16101:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880096c60f18. 00000020:00000010:0.0:1749610060.333311:0:16101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b528da00. 80000000:00000010:0.0:1749610060.333312:0:16101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d18a0. 40000000:00000010:0.0:1749610060.333313:0:16101:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.333315:0:16101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009c70e000. 00040000:00000010:0.0:1749610060.333316:0:16101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009a702e00. 00040000:00000010:0.0:1749610060.333317:0:16101:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88009c709000. 00040000:00000010:0.0:1749610060.333318:0:16101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b528cc00. 00080000:00000010:0.0:1749610060.333320:0:16101:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800accc8000. 00080000:00000010:0.0:1749610060.333322:0:16101:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c23c000. 00000004:00000010:0.0:1749610060.333325:0:16101:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012eb98000. 00000004:00000010:0.0:1749610060.333327:0:16101:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acff3000. 00000004:00000010:0.0:1749610060.333333:0:16101:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a0b78000. 00000004:00000010:0.0:1749610060.333334:0:16101:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880096794400. 02000000:00000010:0.0:1749610060.333340:0:16101:0:(upcall_cache.c:134:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at ffff880096e3aa80. 02000000:00000010:0.0:1749610060.333343:0:16101:0:(upcall_cache.c:158:upcall_cache_set_upcall()) kfreed 'upcall': 58 at ffff880096e3aa80. 00000020:00000010:0.0:1749610060.333345:0:16101:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b528ce00. 00000040:00000010:0.0:1749610060.333346:0:16101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b528c200. 00000020:00000010:0.0:1749610060.333348:0:16101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009c70c000. 00000020:00000010:0.0:1749610060.333349:0:16101:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c60f18. 00000020:00000010:0.0:1749610060.333351:0:16101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b528da00. 80000000:00000010:0.0:1749610060.333353:0:16101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d18a0. 40000000:00000010:0.0:1749610060.333354:0:16101:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.333355:0:16101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009c70e000. 00040000:00000010:0.0:1749610060.333357:0:16101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009a702e00. 00040000:00000010:0.0:1749610060.333358:0:16101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88009c709000. 00040000:00000010:0.0:1749610060.333359:0:16101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b528cc00. 00080000:00000010:0.0:1749610060.333361:0:16101:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c23c000. 00080000:00000010:0.0:1749610060.333365:0:16101:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800accc8000. 00000004:00000010:0.0:1749610060.333367:0:16101:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012eb98000. 00000004:00000010:0.0:1749610060.333368:0:16101:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800acff3000. 00000004:00000010:0.0:1749610060.333370:0:16101:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800a0b78000. 00000004:00000010:0.0:1749610060.333371:0:16101:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880096794400. 00000020:00000010:0.0:1749610060.333373:0:16101:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009a9bb400. 00000020:00000010:0.0:1749610060.333374:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff88009f794a80. 00000020:00000010:0.0:1749610060.333376:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009a702e00. 00000020:00000010:0.0:1749610060.333377:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009a702e00. 00000020:00000010:0.0:1749610060.333379:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009a702e00. 00000020:00000010:0.0:1749610060.333380:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009a702e00. 00000020:00000010:0.0:1749610060.333381:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff880096e3a080. 00000100:00000010:0.0:1749610060.333383:0:16101:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff880096794400. 00000400:00000200:0.0:1749610060.333409:0:16101:0:(peer.c:1757:lnet_peer_add()) peer 192.168.203.144@tcp NID flags 0x100001: -17 00000100:00000010:0.0:1749610060.333411:0:16101:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff880096794400. 00000020:00000010:0.0:1749610060.333413:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff880096e3a080. 00000020:00000010:0.0:1749610060.333415:0:16101:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff88009d392800. 00000020:00000010:0.0:1749610060.333420:0:16101:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88009c4cd5c0. 00000020:00000010:0.0:1749610060.333422:0:16101:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800a0b78000. 00000020:00000010:0.0:1749610060.333430:0:16101:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800a0b78000. 00000020:00000010:0.0:1749610060.333433:0:16101:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88009c4cd5c0. 00000020:00000010:0.0:1749610060.333435:0:16101:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff88009d392800. 00000020:00020000:0.0:1749610060.333436:0:16101:0:(obd_config.c:1993:class_config_llog_handler()) MGC192.168.203.144@tcp: cfg command failed: rc = -17 00000020:00000010:0.0:1749610060.333438:0:16101:0:(obd_config.c:2275:class_config_dump_handler()) kmalloced '(outstr)': 256 at ffff88009a702e00. 00000020:02000400:0.0:1749610060.333441:0:16101:0:(obd_config.c:2281:class_config_dump_handler()) cmd=cf001 0:lustre-MDT0001-osp-MDT0000 1:osp 2:lustre-MDT0000-mdtlov_UUID 00000020:00000010:0.0:1749610060.335803:0:16101:0:(obd_config.c:2287:class_config_dump_handler()) kfreed 'outstr': 256 at ffff88009a702e00. 00000040:00000010:0.0:1749610060.335806:0:16101:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff8800979c8000. 00000020:00000010:0.0:1749610060.335813:0:16101:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012c0e2940. 00000020:00000010:0.0:1749610060.335817:0:16101:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880099e78e00. 00000040:00000010:0.0:1749610060.335819:0:16101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880099e79000. 00000020:00000010:0.0:1749610060.335820:0:16101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097516800. 00000020:00000010:0.0:1749610060.335823:0:16101:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880130a18a10. 00000020:00000010:0.0:1749610060.335829:0:16101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012e3e6400. 80000000:00000010:0.0:1749610060.335831:0:16101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880130826d80. 40000000:00000010:0.0:1749610060.335833:0:16101:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012c0e2980. 00100000:00000010:0.0:1749610060.335834:0:16101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880096a70000. 00040000:00000010:0.0:1749610060.335836:0:16101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b462f900. 00040000:00000010:0.0:1749610060.335838:0:16101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012e3e6000. 00080000:00000010:0.0:1749610060.335840:0:16101:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800979ce000. 00080000:00000010:0.0:1749610060.335844:0:16101:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a1000. 00000004:00000010:0.0:1749610060.335846:0:16101:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880096a72000. 00000004:00000010:0.0:1749610060.335849:0:16101:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012b8a7000. 00000004:00000010:0.0:1749610060.335851:0:16101:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880096a74800. 00002000:00000010:0.0:1749610060.335853:0:16101:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009a705400. 00000004:00000010:0.0:1749610060.335855:0:16101:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009a705000. 00000020:00000010:0.0:1749610060.335857:0:16101:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880099e78400. 00000040:00000010:2.0:1749610060.335927:0:16091:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8801308264e0. 00000040:00000010:2.0:1749610060.335934:0:16091:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800979cc000. 00000040:00000010:2.0:1749610060.335939:0:16091:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff880099e78600. 00000020:00000010:2.0:1749610060.335945:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a591c200. 00000040:00000010:2.0:1749610060.335947:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a591c000. 00000020:00000010:2.0:1749610060.335949:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097512000. 00000020:00000010:2.0:1749610060.335953:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a591d400. 80000000:00000010:2.0:1749610060.335956:0:16091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8801308260c0. 00040000:00000010:2.0:1749610060.335958:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880099e78c00. 00080000:00000010:2.0:1749610060.335961:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800979ca000. 00080000:00000010:2.0:1749610060.335965:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a3000. 20000000:00000010:2.0:1749610060.335969:0:16091:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff880099e78800. 00000020:00000010:2.0:1749610060.335971:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a591d800. 10000000:00000010:2.0:1749610060.335974:0:16091:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012c0e2e40. 00000020:00000010:2.0:1749610060.335988:0:16091:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff88009d164900. 00000020:00000010:2.0:1749610060.335990:0:16091:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff88009b013980. 00000020:02020000:2.0:1749610060.335992:0:16091:0:(obd_mount.c:89:lustre_process_log()) MGC192.168.203.144@tcp: Confguration from log lustre-MDT0000 failed from MGS -17. Communication error between node & MGS, a bad configuration, or other errors. See syslog for more info 00000020:00020000:2.0:1749610060.335995:0:16091:0:(tgt_mount.c:1523:server_start_targets()) failed to start server lustre-MDT0000: -17 00000040:00000010:2.0:1749610060.336002:0:16091:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff88009d164840. 00000020:00000010:2.0:1749610060.336008:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a7a800. 00000040:00000010:2.0:1749610060.336010:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a7b000. 00000020:00000010:2.0:1749610060.336011:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097b9b000. 00000020:00000010:2.0:1749610060.336013:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a7a400. 80000000:00000010:2.0:1749610060.336015:0:16091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8801308269c0. 00040000:00000010:2.0:1749610060.336016:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a591de00. 00080000:00000010:2.0:1749610060.336018:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136834000. 00080000:00000010:2.0:1749610060.336022:0:16091:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009a705800. 00080000:00000010:2.0:1749610060.336023:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a4000. 20000000:00000010:2.0:1749610060.336025:0:16091:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff8800a591da00. 00000020:00000010:2.0:1749610060.336026:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a000. 00000020:00020000:2.0:1749610060.336029:0:16091:0:(tgt_mount.c:2268:server_fill_super()) Unable to start targets: -17 00000020:00000010:2.0:1749610060.336037:0:16091:0:(tgt_mount.c:1695:server_put_super()) kmalloced '(tmpname)': 15 at ffff880136bbe7a0. 00000020:00000010:2.0:1749610060.336040:0:16091:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff88009d4e6680. 00000020:00000010:2.0:1749610060.336042:0:16091:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff88009d4e6680. 00000020:00000010:2.0:1749610060.336045:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca000. 00000020:00000010:2.0:1749610060.336047:0:16091:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006ebca400. 00000040:00000010:2.0:1749610060.336049:0:16091:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006ebcaa00. 00000020:00000010:2.0:1749610060.336051:0:16091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880095c90800. 00000020:00000010:2.0:1749610060.336054:0:16091:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009256ad48. 00000020:00000010:2.0:1749610060.336056:0:16091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006ebcbc00. 80000000:00000010:2.0:1749610060.336058:0:16091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5720. 40000000:00000010:2.0:1749610060.336060:0:16091:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136851f80. 00100000:00000010:2.0:1749610060.336063:0:16091:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880095c91000. 00040000:00000010:2.0:1749610060.336065:0:16091:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f3b9e00. 00040000:00000010:2.0:1749610060.336067:0:16091:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880095c91800. 00040000:00000010:2.0:1749610060.336069:0:16091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006ebcba00. 00080000:00000010:2.0:1749610060.336072:0:16091:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012daed000. 00080000:00000010:2.0:1749610060.336076:0:16091:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880098a9a000. 00000004:00000010:2.0:1749610060.336079:0:16091:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880095c92000. 00000004:00000010:2.0:1749610060.336082:0:16091:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012daee000. 00000004:00000010:2.0:1749610060.336085:0:16091:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880095c92800. 00002000:00000010:2.0:1749610060.336087:0:16091:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88013071c400. 00000004:00000010:2.0:1749610060.336090:0:16091:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88013071cc00. 00000020:00000010:2.0:1749610060.336092:0:16091:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136851c80. 00000020:00000010:2.0:1749610060.336095:0:16091:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff880097ec5f00. 00010000:00000010:2.0:1749610060.336103:0:16091:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800a7c80900. 10000000:00000010:2.0:1749610060.336121:0:16091:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 293 at ffff8800a591ce00. 10000000:00000010:2.0:1749610060.336124:0:16091:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff8800a591ca00. 00010000:00000010:2.0:1749610060.336127:0:16091:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800a7c80540. 00000020:00000010:2.0:1749610060.336134:0:16091:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff880097ec5f00. 00000020:00000010:2.0:1749610060.336138:0:16091:0:(tgt_mount.c:1736:server_put_super()) kmalloced '(extraname)': 22 at ffff880136853860. 10000000:00000010:0.0:1749610060.336143:0:6436:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 295 at ffff8800a591cc00. 00000020:00000010:2.0:1749610060.336146:0:16091:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff880136851940. 00000020:02000400:2.0:1749610060.336150:0:16091:0:(obd_config.c:859:class_cleanup()) Failing over lustre-MDT0000 00000100:00000010:0.0:1749610060.336154:0:6436:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c1880. 02000000:00000010:0.0:1749610060.336163:0:6436:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130df4800. 10000000:00000010:1.0:1749610060.336195:0:11163:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 295 at ffff8800a591d200. 00010000:00000010:0.0:1749610060.336195:0:6436:0:(ldlm_lockd.c:2932:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800a7c80900. 00000100:00000010:1.0:1749610060.336206:0:11163:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807800. 02000000:00000010:1.0:1749610060.336214:0:11163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096364200. 00040000:00000010:0.0:1749610060.336236:0:1050:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a0b78800. 00010000:00000010:1.0:1749610060.336241:0:11163:0:(ldlm_lockd.c:2932:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800a7c80540. 02000000:00000010:0.0:1749610060.336246:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130df4c00. 00040000:00000010:1.0:1749610060.336250:0:1051:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880097b9b000. 00000400:00000010:0.0:1749610060.336250:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea160. 00040000:00000010:3.0:1749610060.336251:0:1049:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a9ac8800. 00000400:00000010:0.0:1749610060.336254:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610060.336259:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193543680, portal 18 00000400:00000010:0.0:1749610060.336262:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d97f8. 00000100:00000200:0.0:1749610060.336263:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1834598193543680, offset 0 02000000:00000010:3.0:1749610060.336264:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008fab7a00. 00040000:00000010:1.0:1749610060.336264:0:1048:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012d31f000. 00000400:00000200:0.0:1749610060.336268:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610060.336269:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000010:3.0:1749610060.336273:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000400:00000200:0.0:1749610060.336276:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610060.336277:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193543552, portal 18 00000400:00000010:3.0:1749610060.336280:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610060.336281:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1834598193543552, offset 0 00000400:00000200:0.0:1749610060.336283:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6848eada1ba00 00000400:00000200:0.0:1749610060.336287:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x30c5 [2] + 1312 00000400:00000200:0.0:1749610060.336291:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610060.336293:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610060.336296:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610060.336301:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1749610060.336303:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c1c00. 00000400:00000200:3.0:1749610060.336306:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610060.336314:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6848eada1b980 00000400:00000200:3.0:1749610060.336319:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x30c5 [2] + 1640 00000400:00000200:0.0:1749610060.336329:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d97f8 00000400:00000010:0.0:1749610060.336331:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d97f8. 00000400:00000200:3.0:1749610060.336332:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610060.336335:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095807800 x1834598193543680/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1749610076 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610060.336336:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610060.336341:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1749610060.336345:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688700. 00000100:00000010:0.0:1749610060.336346:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880096e3a080. 00000100:00000010:0.0:1749610060.336354:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880096e3aa80. 00000400:00000200:3.0:1749610060.336359:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610060.336360:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000010:0.0:1749610060.336364:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880096e3ad40. 00000100:00000200:3.0:1749610060.336366:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800974c1880 x1834598193543552/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1749610076 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610060.336367:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880096e3abc0. 00000020:00000010:1.0:1749610060.336402:0:6435:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880096a5a000. 00040000:00000010:1.0:1749610060.336407:0:6435:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880096a74800. 00000020:00000010:1.0:1749610060.336416:0:6435:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2bc0. 00040000:00000010:3.0:1749610060.336418:0:6434:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a9acb000. 00000020:00000010:1.0:1749610060.336418:0:6435:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2bc0. 00000020:00000010:1.0:1749610060.336421:0:6435:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096365000. 00000020:00000010:1.0:1749610060.336422:0:6435:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013200. 00000020:00000010:3.0:1749610060.336425:0:6434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800924bd740. 00000020:00000010:1.0:1749610060.336425:0:6435:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000020:00000010:3.0:1749610060.336426:0:6434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800924bd740. 00000020:00000010:3.0:1749610060.336429:0:6434:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008fab6a00. 00000020:00000010:3.0:1749610060.336431:0:6434:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886d80. 00000020:00000010:3.0:1749610060.336433:0:6434:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09000. 00000020:00000010:1.0:1749610060.336443:0:6435:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2bc0. 00000020:00000010:1.0:1749610060.336445:0:6435:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2bc0. 00000100:00000200:1.0:1749610060.336451:0:6435:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193543680 02000000:00000010:1.0:1749610060.336458:0:6435:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b2400. 00000020:00000010:1.0:1749610060.336468:0:6435:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012c0e2bc0. 00000400:00000010:1.0:1749610060.336483:0:6435:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387dd0. 00000100:00000200:1.0:1749610060.336485:0:6435:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1834598193543680, offset 224 00000400:00000200:1.0:1749610060.336489:0:6435:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610060.336493:0:6435:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610060.336497:0:6435:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6848eada1ba00 00000400:00000200:1.0:1749610060.336500:0:6435:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x63ad [1] + 224 00000400:00000200:1.0:1749610060.336503:0:6435:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610060.336505:0:6435:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610060.336509:0:6435:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880095807800 x1834598193543680/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1749610076 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610060.336528:0:6435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387dd0 00000400:00000010:1.0:1749610060.336529:0:6435:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387dd0. 00000020:00000010:1.0:1749610060.336536:0:6435:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013200. 00000020:00000010:1.0:1749610060.336538:0:6435:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000020:00000010:1.0:1749610060.336540:0:6435:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096365000. 00000400:00000010:0.0:1749610060.336542:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea160. 00000400:00000200:0.0:1749610060.336544:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610060.336545:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000020:00000010:1.0:1749610060.336546:0:6435:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2cc0. 00000020:00000010:1.0:1749610060.336547:0:6435:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2cc0. 00000100:00000200:1.0:1749610060.336548:0:6435:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193543552 00000100:00000200:0.0:1749610060.336548:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095807800 x1834598193543680/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1749610076 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610060.336551:0:6435:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b0800. 00000100:00000200:0.0:1749610060.336553:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095807800 x1834598193543680/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1749610076 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610060.336560:0:6435:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387dd0. 00000100:00000200:1.0:1749610060.336562:0:6435:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1834598193543552, offset 224 00000400:00000200:1.0:1749610060.336565:0:6435:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610060.336567:0:6435:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610060.336568:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130df4c00. 00000400:00000200:1.0:1749610060.336569:0:6435:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6848eada1b980 00000400:00000200:1.0:1749610060.336571:0:6435:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x63b5 [1] + 224 02000000:00000010:0.0:1749610060.336571:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096364200. 00000400:00000200:1.0:1749610060.336573:0:6435:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749610060.336574:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807800. 00000400:00000200:1.0:1749610060.336575:0:6435:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610060.336577:0:6435:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800974c1880 x1834598193543552/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1749610076 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610060.336599:0:6435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387dd0 00000400:00000010:1.0:1749610060.336600:0:6435:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387dd0. 00000020:00000010:1.0:1749610060.336604:0:6435:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886d80. 00000020:00000010:1.0:1749610060.336606:0:6435:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09000. 00000020:00000010:1.0:1749610060.336608:0:6435:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008fab6a00. 00000400:00000010:3.0:1749610060.336616:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000400:00000200:3.0:1749610060.336620:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000400:00000010:3.0:1749610060.336621:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000100:00000200:3.0:1749610060.336624:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800974c1880 x1834598193543552/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1749610076 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610060.336629:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800974c1880 x1834598193543552/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1749610076 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610060.336640:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008fab7a00. 02000000:00000010:3.0:1749610060.336642:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130df4800. 00000100:00000010:3.0:1749610060.336644:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800974c1880. 00000020:00000010:2.0:1749610060.337473:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb800. 00000020:00000010:2.0:1749610060.337479:0:16091:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006ebcb600. 00000040:00000010:2.0:1749610060.337482:0:16091:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006ebcb200. 00000020:00000010:2.0:1749610060.337484:0:16091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880095c93000. 00000020:00000010:2.0:1749610060.337487:0:16091:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009256b250. 00000020:00000010:2.0:1749610060.337488:0:16091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006ebcae00. 80000000:00000010:2.0:1749610060.337489:0:16091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5f00. 40000000:00000010:2.0:1749610060.337491:0:16091:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801368514c0. 00100000:00000010:2.0:1749610060.337493:0:16091:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880095c93800. 00040000:00000010:2.0:1749610060.337495:0:16091:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f3b9000. 00040000:00000010:2.0:1749610060.337497:0:16091:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880095c94000. 00040000:00000010:2.0:1749610060.337499:0:16091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006ebcbe00. 00080000:00000010:2.0:1749610060.337501:0:16091:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012daea000. 00080000:00000010:2.0:1749610060.337505:0:16091:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880098a9c000. 00000004:00000010:2.0:1749610060.337508:0:16091:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880095c94800. 00000004:00000010:2.0:1749610060.337511:0:16091:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012daec000. 00000004:00000010:2.0:1749610060.337513:0:16091:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880095c95000. 00000004:00000010:2.0:1749610060.337514:0:16091:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88013071e000. 00080000:00000010:0.0:1749610060.337960:0:16093:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6133a00. 00000020:00000010:2.0:1749610060.337990:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006ebcb600. 00000040:00000010:2.0:1749610060.337994:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006ebcb200. 00000020:00000010:2.0:1749610060.337995:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880095c93000. 00000020:00000010:2.0:1749610060.337997:0:16091:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88009256b250. 00000020:00000010:2.0:1749610060.338000:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006ebcae00. 80000000:00000010:2.0:1749610060.338002:0:16091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec5f00. 40000000:00000010:2.0:1749610060.338003:0:16091:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801368514c0. 00100000:00000010:2.0:1749610060.338005:0:16091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880095c93800. 00040000:00000010:2.0:1749610060.338006:0:16091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009f3b9000. 00040000:00000010:2.0:1749610060.338008:0:16091:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff880095c94000. 00040000:00000010:2.0:1749610060.338010:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006ebcbe00. 00080000:00000010:2.0:1749610060.338011:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880098a9c000. 00080000:00000010:2.0:1749610060.338013:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012daea000. 00000004:00000010:2.0:1749610060.338015:0:16091:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880095c94800. 00000004:00000010:2.0:1749610060.338017:0:16091:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012daec000. 00000004:00000010:2.0:1749610060.338019:0:16091:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880095c95000. 00000004:00000010:2.0:1749610060.338025:0:16091:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88013071e000. 00000020:00000010:2.0:1749610060.338027:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb800. 00000004:00000010:2.0:1749610060.338037:0:16091:0:(mdt_handler.c:5819:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff8801368514c0. 00100000:00000010:2.0:1749610060.338046:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88009a8e5d80. 00100000:00000010:2.0:1749610060.338049:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e2ac740. 00100000:00000010:2.0:1749610060.338052:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b44b6680. 00100000:00000010:2.0:1749610060.338054:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b44b6780. 00100000:00000010:2.0:1749610060.338055:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88009a8e5980. 00100000:00000010:2.0:1749610060.338056:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b44b6140. 00100000:00000010:2.0:1749610060.338057:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b44b69c0. 00100000:00000010:2.0:1749610060.338058:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b44b68c0. 00100000:00000010:2.0:1749610060.338060:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88009a8e57c0. 00100000:00000010:2.0:1749610060.338061:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b2135780. 00100000:00000010:2.0:1749610060.338062:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b21355c0. 00100000:00000010:2.0:1749610060.338063:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478d2c0. 00100000:00000010:2.0:1749610060.338064:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478d640. 00100000:00000010:2.0:1749610060.338065:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478d380. 00100000:00000010:2.0:1749610060.338066:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478df00. 00100000:00000010:2.0:1749610060.338067:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478db80. 00100000:00000010:2.0:1749610060.338068:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478d280. 00100000:00000010:2.0:1749610060.338068:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478ddc0. 00100000:00000010:2.0:1749610060.338069:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478d440. 00100000:00000010:2.0:1749610060.338070:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478d840. 00100000:00000010:2.0:1749610060.338071:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b2135100. 00100000:00000010:2.0:1749610060.338072:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478d3c0. 00100000:00000010:2.0:1749610060.338073:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478dcc0. 00100000:00000010:2.0:1749610060.338074:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478d1c0. 00100000:00000010:2.0:1749610060.338075:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478d980. 00100000:00000010:2.0:1749610060.338076:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b2135480. 00100000:00000010:2.0:1749610060.338076:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b2135840. 00100000:00000010:2.0:1749610060.338077:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b2135440. 00100000:00000010:2.0:1749610060.338078:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478d800. 00100000:00000010:2.0:1749610060.338079:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b2135a40. 00100000:00000010:2.0:1749610060.338080:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478d480. 00100000:00000010:2.0:1749610060.338081:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478dc40. 00100000:00000010:2.0:1749610060.338084:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478d240. 00100000:00000010:2.0:1749610060.338085:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b21350c0. 00100000:00000010:2.0:1749610060.338086:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b2135f80. 00100000:00000010:2.0:1749610060.338087:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b2135140. 00100000:00000010:2.0:1749610060.338088:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b2135300. 00100000:00000010:2.0:1749610060.338089:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478dd00. 00100000:00000010:2.0:1749610060.338090:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b2135680. 00100000:00000010:2.0:1749610060.338091:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b478d680. 00100000:00000010:2.0:1749610060.338092:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b2135200. 00100000:00000010:2.0:1749610060.338093:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b44b6b40. 00100000:00000010:2.0:1749610060.338094:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88009a8e5d00. 00100000:00000010:2.0:1749610060.338095:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b44b6ac0. 00100000:00000010:2.0:1749610060.338096:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b44b6700. 00100000:00000010:2.0:1749610060.338097:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88009a8e5800. 00100000:00000010:2.0:1749610060.338098:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e2ac900. 00100000:00000010:2.0:1749610060.338099:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e2acb80. 00100000:00000010:2.0:1749610060.338100:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e2ac300. 00100000:00000010:2.0:1749610060.338101:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e2ac880. 00100000:00000010:2.0:1749610060.338102:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e2ac1c0. 00100000:00000010:2.0:1749610060.338103:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e2acd00. 00100000:00000010:2.0:1749610060.338104:0:16091:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e2ac100. 00000004:00000010:2.0:1749610060.338108:0:16091:0:(mdt_handler.c:5825:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at ffff8801368514c0. 00000020:00000010:2.0:1749610060.338161:0:16091:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392780. 00000020:00000010:2.0:1749610060.338164:0:16091:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040640. 00000020:00000010:2.0:1749610060.338165:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009a9baa00. 00000020:00000010:2.0:1749610060.338168:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009a9bae00. 00000040:00000010:2.0:1749610060.338169:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009a9bbe00. 00000020:00000010:2.0:1749610060.338170:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012eb9d000. 00000020:00000010:2.0:1749610060.338172:0:16091:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c62338. 00000020:00000010:2.0:1749610060.338174:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009a9bba00. 80000000:00000010:2.0:1749610060.338175:0:16091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d1cc0. 40000000:00000010:2.0:1749610060.338177:0:16091:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880096e3a300. 00100000:00000010:2.0:1749610060.338179:0:16091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012eb9c800. 00040000:00000010:2.0:1749610060.338182:0:16091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a1264c00. 00040000:00000010:2.0:1749610060.338188:0:16091:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012eb9d800. 00040000:00000010:2.0:1749610060.338189:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009a9bb600. 00080000:00000010:2.0:1749610060.338191:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c238000. 00080000:00000010:2.0:1749610060.338195:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880134fae000. 00000004:00000010:2.0:1749610060.338198:0:16091:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012eb9a800. 00000004:00000010:2.0:1749610060.338203:0:16091:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012dacc000. 00000004:00000010:2.0:1749610060.338206:0:16091:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88009c708800. 00000004:00000010:2.0:1749610060.338208:0:16091:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880096794000. 00000020:00000010:2.0:1749610060.338210:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009a9bb200. 00000100:00000010:0.0:1749610060.347732:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880096e3a080. 00000100:00000010:3.0:1749610060.347746:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880096e3abc0. 00000100:00000010:1.0:1749610060.347752:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880096e3aa80. 00000100:00000010:2.0:1749610060.360169:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880096e3ad40. 00000020:00000010:3.0:1749610060.360194:0:16091:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8800924bdb40. 00000020:00000010:0.0:1749610060.360201:0:12954:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88012eb9b000. 00000020:00000010:3.0:1749610060.360214:0:16091:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff88012f8337b8. 00040000:00000010:3.0:1749610060.360232:0:16091:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff880099a0ee10. 00000001:00000010:3.0:1749610060.360238:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff88009f789cc0. 00000001:00000010:3.0:1749610060.360239:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f833b20. 00000001:00000010:3.0:1749610060.360241:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a1264700. 00040000:00000010:3.0:1749610060.360245:0:16091:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880099e6d000. 00040000:00000010:3.0:1749610060.360260:0:16091:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff880099a0ef78. 00000001:00000010:3.0:1749610060.360263:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff88009f789f00. 00000001:00000010:3.0:1749610060.360264:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f833c20. 00000001:00000010:3.0:1749610060.360265:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a1264500. 00040000:00000010:3.0:1749610060.360266:0:16091:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880099e6d100. 00040000:00000010:3.0:1749610060.360269:0:16091:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff880099a0f0e0. 00000001:00000010:3.0:1749610060.360271:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff88009f794180. 00000001:00000010:3.0:1749610060.360272:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f8338d8. 00000001:00000010:3.0:1749610060.360272:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a1264300. 00040000:00000010:3.0:1749610060.360273:0:16091:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880099e6d4e0. 00040000:00000010:3.0:1749610060.360277:0:16091:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 328 at ffff88009f2f6800. 00000020:00000010:3.0:1749610060.360296:0:16091:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff88012f833310. 00040000:00000010:3.0:1749610060.360303:0:16091:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff880099a0f248. 00000001:00000010:3.0:1749610060.360306:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff88009f794480. 00000001:00000010:3.0:1749610060.360307:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f833488. 00000001:00000010:3.0:1749610060.360308:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a1264000. 00040000:00000010:3.0:1749610060.360310:0:16091:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880099e6d540. 00040000:00000010:3.0:1749610060.360314:0:16091:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff880099a0f3b0. 00000001:00000010:3.0:1749610060.360316:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff88009f7946c0. 00000001:00000010:3.0:1749610060.360318:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f833d20. 00000001:00000010:3.0:1749610060.360319:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88009a702000. 00040000:00000010:3.0:1749610060.360322:0:16091:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880099e6d2c0. 00040000:00000010:3.0:1749610060.360325:0:16091:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff880099a0f518. 00000001:00000010:3.0:1749610060.360327:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff88009f794900. 00000001:00000010:3.0:1749610060.360329:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f833798. 00000001:00000010:3.0:1749610060.360330:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88009a702b00. 00040000:00000010:3.0:1749610060.360332:0:16091:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880099e6dc80. 00040000:00000010:3.0:1749610060.360335:0:16091:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 328 at ffff88009f2f7400. 00000020:00000010:0.0:1749610060.360372:0:16102:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880096e3afc0. 00000020:00000010:0.0:1749610060.360380:0:16102:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009a9bb800. 00000040:00000010:0.0:1749610060.360393:0:16102:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009a9bbc00. 00000020:00000010:0.0:1749610060.360396:0:16102:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012eb9b800. 00000020:00000010:0.0:1749610060.360399:0:16102:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c61420. 00000020:00000010:0.0:1749610060.360401:0:16102:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009a9ba400. 80000000:00000010:0.0:1749610060.360404:0:16102:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d1a20. 40000000:00000010:0.0:1749610060.360407:0:16102:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880096e3ac40. 00100000:00000010:0.0:1749610060.360409:0:16102:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012eb9e000. 00040000:00000010:0.0:1749610060.360411:0:16102:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a1264a00. 00040000:00000010:0.0:1749610060.360414:0:16102:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012eb9e800. 00040000:00000010:0.0:1749610060.360424:0:16102:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009f2f6a00. 00080000:00000010:0.0:1749610060.360426:0:16102:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c23a000. 00080000:00000010:0.0:1749610060.360429:0:16102:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012dacf000. 00000004:00000010:0.0:1749610060.360432:0:16102:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012eb9f000. 00000004:00000010:0.0:1749610060.360435:0:16102:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880134fad000. 00000004:00000010:0.0:1749610060.360438:0:16102:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012eb9a000. 00000004:00000010:0.0:1749610060.360443:0:16102:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880098a6f000. 00000020:00000010:0.0:1749610060.360445:0:16102:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009a9ba000. 00040000:00000010:0.0:1749610060.360446:0:16102:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at ffff8800a50d19c0. 00000001:00000010:3.0:1749610060.360534:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096c69800. 00000020:00000010:1.0:1749610060.360534:0:12954:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88012eb9c000. 00000001:00000010:3.0:1749610060.360537:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096c69e00. 00000001:00000010:3.0:1749610060.360538:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096c69c00. 00000001:00000010:3.0:1749610060.360539:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096c69200. 00000001:00000010:3.0:1749610060.360541:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880099e6dec0. 00000001:00000010:3.0:1749610060.360542:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009f789300. 00000001:00000010:3.0:1749610060.360551:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009a9bb000. 00000001:00000010:3.0:1749610060.360553:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009a9ba600. 00000001:00000010:3.0:1749610060.360554:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009a9bac00. 00000001:00000010:3.0:1749610060.360555:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009a9ba800. 00000001:00000010:3.0:1749610060.360557:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880099e6d360. 00000001:00000010:3.0:1749610060.360558:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009f7893c0. 00000020:00000010:3.0:1749610060.360567:0:16091:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88012eb98800. 00000020:00000010:3.0:1749610060.360574:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008fab6800. 00000020:00000010:3.0:1749610060.360578:0:16091:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008fab6e00. 00000040:00000010:3.0:1749610060.360581:0:16091:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88008fab6600. 00000020:00000010:3.0:1749610060.360584:0:16091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9acf000. 00000020:00000010:3.0:1749610060.360589:0:16091:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136afa338. 00000020:00000010:3.0:1749610060.360592:0:16091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88008fab7400. 80000000:00000010:3.0:1749610060.360596:0:16091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc303c0. 40000000:00000010:3.0:1749610060.360598:0:16091:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800924bdec0. 00100000:00000010:3.0:1749610060.360602:0:16091:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a9ace000. 00040000:00000010:3.0:1749610060.360604:0:16091:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009d4e7100. 00040000:00000010:3.0:1749610060.360606:0:16091:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a9ac8000. 00040000:00000010:3.0:1749610060.360610:0:16091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88008fab6a00. 00080000:00000010:3.0:1749610060.360614:0:16091:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8ad000. 00080000:00000010:3.0:1749610060.360618:0:16091:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d522000. 00000004:00000010:3.0:1749610060.360623:0:16091:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880098f53800. 00000004:00000010:3.0:1749610060.360627:0:16091:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012b8ab000. 00000004:00000010:3.0:1749610060.360629:0:16091:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880098f51800. 00000004:00000010:3.0:1749610060.360633:0:16091:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88006e4ecc00. 00040000:00000010:3.0:1749610060.360646:0:16091:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff880096a74800. 00040000:00000010:3.0:1749610060.360648:0:16091:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a9acb000. 00040000:00000010:3.0:1749610060.360652:0:16091:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff880097b9b000. 00040000:00000010:3.0:1749610060.360654:0:16091:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a0b78800. 00040000:00000010:3.0:1749610060.360657:0:16091:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a9ac8800. 00040000:00000010:3.0:1749610060.360659:0:16091:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88012d31f000. 00040000:00000010:3.0:1749610060.360666:0:16091:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 576 at ffff880098a6ec00. 00000020:00000010:3.0:1749610060.360669:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008fab6e00. 00000040:00000010:3.0:1749610060.360693:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88008fab6600. 00000020:00000010:3.0:1749610060.360695:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a9acf000. 00000020:00000010:3.0:1749610060.360697:0:16091:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880136afa338. 00000020:00000010:3.0:1749610060.360701:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88008fab7400. 80000000:00000010:3.0:1749610060.360703:0:16091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012dc303c0. 40000000:00000010:3.0:1749610060.360704:0:16091:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800924bdec0. 00100000:00000010:3.0:1749610060.360706:0:16091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800a9ace000. 00040000:00000010:3.0:1749610060.360708:0:16091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009d4e7100. 00040000:00000010:3.0:1749610060.360710:0:16091:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800a9ac8000. 00040000:00000010:3.0:1749610060.360711:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88008fab6a00. 00080000:00000010:3.0:1749610060.360713:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012d522000. 00080000:00000010:3.0:1749610060.360719:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8ad000. 00000004:00000010:3.0:1749610060.360721:0:16091:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880098f53800. 00000004:00000010:3.0:1749610060.360723:0:16091:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012b8ab000. 00000004:00000010:3.0:1749610060.360726:0:16091:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880098f51800. 00000004:00000010:3.0:1749610060.360728:0:16091:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88006e4ecc00. 00000020:00000010:3.0:1749610060.360730:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008fab6800. 00000020:00000010:3.0:1749610060.360731:0:16091:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88009c4cc050. 00000020:00000010:3.0:1749610060.360736:0:16091:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8800924bdb40. 00010000:00000010:0.1F:1749610060.360742:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b462f400. 00010000:00000010:0.1:1749610060.360749:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a591c800. 00010000:00000010:0.1:1749610060.360752:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006ebca200. 00010000:00000010:0.1:1749610060.360755:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3b9d00. 00010000:00000010:0.1:1749610060.360757:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006ebcb000. 00010000:00000010:0.1:1749610060.360759:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3b9300. 00000020:00000010:3.0:1749610060.360899:0:16091:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at ffff88012eb99000. 00000020:00000010:3.0:1749610060.360905:0:16091:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880098a6d400. 00010000:00000010:3.1:1749610060.363856:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b462ff00. 00010000:00000010:3.1:1749610060.363862:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a591c400. 02000000:00000010:3.0:1749610060.372845:0:16091:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at ffff880096d25800. 02000000:00000010:3.0:1749610060.372851:0:16091:0:(upcall_cache.c:606:upcall_cache_cleanup()) kfreed 'cache': 1192 at ffff88009f0d3800. 02000000:00000010:3.0:1749610060.372854:0:16091:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at ffff88012eb99800. 02000000:00000010:3.0:1749610060.372856:0:16091:0:(upcall_cache.c:606:upcall_cache_cleanup()) kfreed 'cache': 1192 at ffff88012eb9f800. 00000020:00000010:3.0:1749610060.372862:0:16091:0:(tgt_main.c:670:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at ffff88009d392680. 00000020:00000010:3.0:1749610060.372864:0:16091:0:(tgt_main.c:674:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff88009f78c000. 00000020:00000010:3.0:1749610060.372880:0:16091:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392700. 00000020:00000010:3.0:1749610060.372882:0:16091:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040578. 00000020:00000010:3.0:1749610060.372885:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096c68c00. 00000020:00000010:3.0:1749610060.372888:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a6132c00. 00000040:00000010:3.0:1749610060.372890:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a6132000. 00000020:00000010:3.0:1749610060.372891:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4253000. 00000020:00000010:3.0:1749610060.372899:0:16091:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c62d48. 00000020:00000010:3.0:1749610060.372903:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096c69400. 80000000:00000010:3.0:1749610060.372905:0:16091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d1e40. 40000000:00000010:3.0:1749610060.372907:0:16091:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880096e3a940. 00100000:00000010:3.0:1749610060.372909:0:16091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4257000. 00040000:00000010:3.0:1749610060.372912:0:16091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a1264d00. 00040000:00000010:3.0:1749610060.372914:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096c68e00. 00080000:00000010:3.0:1749610060.372916:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009f3f6000. 00080000:00000010:3.0:1749610060.372919:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acccb000. 00000004:00000010:3.0:1749610060.372923:0:16091:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b4257800. 00000004:00000010:3.0:1749610060.372925:0:16091:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800acccd000. 00000004:00000010:3.0:1749610060.372930:0:16091:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b4255800. 00000004:00000010:3.0:1749610060.372932:0:16091:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880098a6d000. 00000020:00000010:3.0:1749610060.372934:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133e00. 00000001:00000010:3.0:1749610060.372938:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800998eacc0. 00000001:00000010:3.0:1749610060.372939:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f833ce0. 00000001:00000010:3.0:1749610060.372940:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800998eac00. 00000001:00000010:3.0:1749610060.372942:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800998eab40. 00000001:00000010:3.0:1749610060.372943:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88012f833470. 00000001:00000010:3.0:1749610060.372944:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800998eaa80. 00000020:00000010:3.0:1749610060.372961:0:16091:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff880072620a00. 00000020:00000010:3.0:1749610060.372964:0:16091:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880098a6cc00. 00000020:00000010:3.0:1749610060.372987:0:16091:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff880099e6df40. 00000020:00000010:3.0:1749610060.372988:0:16091:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880098a6c800. 00000001:00000010:3.0:1749610060.384012:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000d12000. 00000001:00000010:3.0:1749610060.384030:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000d54000. 00000001:00000010:3.0:1749610060.384032:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000d96000. 00000001:00000010:3.0:1749610060.384033:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000dd8000. 00000001:00000010:3.0:1749610060.384035:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000e1a000. 00000001:00000010:3.0:1749610060.384036:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000e5c000. 00000001:00000010:3.0:1749610060.384037:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000e9e000. 00000001:00000010:3.0:1749610060.384038:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000ee0000. 00000001:00000010:3.0:1749610060.384039:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000f22000. 00000001:00000010:3.0:1749610060.384050:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000f64000. 00000001:00000010:3.0:1749610060.384051:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000fa6000. 00000001:00000010:3.0:1749610060.384052:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000fe8000. 00000001:00000010:3.0:1749610060.384054:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000102a000. 00000001:00000010:3.0:1749610060.384055:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000106c000. 00000001:00000010:3.0:1749610060.384056:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900010ae000. 00000001:00000010:3.0:1749610060.384057:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900010f0000. 00000001:00000010:3.0:1749610060.384058:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001132000. 00000001:00000010:3.0:1749610060.384059:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900011c2000. 00000001:00000010:3.0:1749610060.384060:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001204000. 00000001:00000010:3.0:1749610060.384061:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001246000. 00000001:00000010:3.0:1749610060.384062:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001288000. 00000001:00000010:3.0:1749610060.384063:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900012ca000. 00000001:00000010:3.0:1749610060.384064:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000130c000. 00000001:00000010:3.0:1749610060.384065:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000134e000. 00000001:00000010:3.0:1749610060.384066:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001390000. 00000001:00000010:3.0:1749610060.384067:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900013d2000. 00000001:00000010:3.0:1749610060.384068:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001414000. 00000001:00000010:3.0:1749610060.384069:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001456000. 00000001:00000010:3.0:1749610060.384070:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001498000. 00000001:00000010:3.0:1749610060.384071:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900014da000. 00000001:00000010:3.0:1749610060.384071:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000151c000. 00000001:00000010:3.0:1749610060.384072:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000155e000. 00000001:00000010:3.0:1749610060.384073:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900015a0000. 00000001:00000010:3.0:1749610060.384074:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900015e2000. 00000001:00000010:3.0:1749610060.384075:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001624000. 00000001:00000010:3.0:1749610060.384076:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001666000. 00000001:00000010:3.0:1749610060.384077:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900016a8000. 00000001:00000010:3.0:1749610060.384078:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900016ea000. 00000001:00000010:3.0:1749610060.384079:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000172c000. 00000001:00000010:3.0:1749610060.384080:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000176e000. 00000001:00000010:3.0:1749610060.384081:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900017b0000. 00000001:00000010:3.0:1749610060.384084:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900017f2000. 00000001:00000010:3.0:1749610060.384086:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001834000. 00000001:00000010:3.0:1749610060.384087:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001876000. 00000001:00000010:3.0:1749610060.384088:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900018b8000. 00000001:00000010:3.0:1749610060.384089:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900018fa000. 00000001:00000010:3.0:1749610060.384090:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000193c000. 00000001:00000010:3.0:1749610060.384091:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000197e000. 00000001:00000010:3.0:1749610060.384092:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900019c0000. 00000001:00000010:3.0:1749610060.384093:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001a02000. 00000001:00000010:3.0:1749610060.384094:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001a44000. 00000001:00000010:3.0:1749610060.384095:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001a86000. 00000001:00000010:3.0:1749610060.384096:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001ac8000. 00000001:00000010:3.0:1749610060.384097:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001b0a000. 00000001:00000010:3.0:1749610060.384098:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001b4c000. 00000001:00000010:3.0:1749610060.384099:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001b8e000. 00000001:00000010:3.0:1749610060.384100:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001bd0000. 00000001:00000010:3.0:1749610060.384101:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001c12000. 00000001:00000010:3.0:1749610060.384102:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001c54000. 00000001:00000010:3.0:1749610060.384102:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001c96000. 00000001:00000010:3.0:1749610060.384103:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001cd8000. 00000001:00000010:3.0:1749610060.384104:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001d1a000. 00000001:00000010:3.0:1749610060.384105:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001d5c000. 00000001:00000010:3.0:1749610060.384106:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001d9e000. 00000001:00000010:3.0:1749610060.384107:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001de0000. 00000001:00000010:3.0:1749610060.384108:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001e22000. 00000001:00000010:3.0:1749610060.384109:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001e64000. 00000001:00000010:3.0:1749610060.384109:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001ea6000. 00000001:00000010:3.0:1749610060.384110:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001ee8000. 00000001:00000010:3.0:1749610060.384111:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001f2a000. 00000001:00000010:3.0:1749610060.384112:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001f6c000. 00000001:00000010:3.0:1749610060.384113:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001fae000. 00000001:00000010:3.0:1749610060.384113:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001ff0000. 00000001:00000010:3.0:1749610060.384117:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002032000. 00000001:00000010:3.0:1749610060.384118:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002074000. 00000001:00000010:3.0:1749610060.384119:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900020b6000. 00000001:00000010:3.0:1749610060.384120:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900020f8000. 00000001:00000010:3.0:1749610060.384121:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000213a000. 00000001:00000010:3.0:1749610060.384122:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000217c000. 00000001:00000010:3.0:1749610060.384123:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900021be000. 00000001:00000010:3.0:1749610060.384124:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002200000. 00000001:00000010:3.0:1749610060.384125:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002242000. 00000001:00000010:3.0:1749610060.384126:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002284000. 00000001:00000010:3.0:1749610060.384127:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900022c6000. 00000001:00000010:3.0:1749610060.384127:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002308000. 00000001:00000010:3.0:1749610060.384128:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000234a000. 00000001:00000010:3.0:1749610060.384129:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000238c000. 00000001:00000010:3.0:1749610060.384130:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900023ce000. 00000001:00000010:3.0:1749610060.384131:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002410000. 00000001:00000010:3.0:1749610060.384132:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002452000. 00000001:00000010:3.0:1749610060.384132:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002494000. 00000001:00000010:3.0:1749610060.384133:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900024d6000. 00000001:00000010:3.0:1749610060.384134:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002518000. 00000001:00000010:3.0:1749610060.384135:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000255a000. 00000001:00000010:3.0:1749610060.384135:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000259c000. 00000001:00000010:3.0:1749610060.384136:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900025de000. 00000001:00000010:3.0:1749610060.384137:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002620000. 00000001:00000010:3.0:1749610060.384138:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002662000. 00000001:00000010:3.0:1749610060.384138:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900026a4000. 00000001:00000010:3.0:1749610060.384139:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900026e6000. 00000001:00000010:3.0:1749610060.384140:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002728000. 00000001:00000010:3.0:1749610060.384141:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000276a000. 00000001:00000010:3.0:1749610060.384142:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900027ac000. 00000001:00000010:3.0:1749610060.384142:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900027ee000. 00000001:00000010:3.0:1749610060.384143:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002830000. 00000001:00000010:3.0:1749610060.384146:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002872000. 00000001:00000010:3.0:1749610060.384147:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900028b4000. 00000001:00000010:3.0:1749610060.384148:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900028f6000. 00000001:00000010:3.0:1749610060.384149:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002938000. 00000001:00000010:3.0:1749610060.384150:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000297a000. 00000001:00000010:3.0:1749610060.384150:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900029bc000. 00000001:00000010:3.0:1749610060.384151:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900029fe000. 00000001:00000010:3.0:1749610060.384152:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002a40000. 00000001:00000010:3.0:1749610060.384153:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002a82000. 00000001:00000010:3.0:1749610060.384153:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002ac4000. 00000001:00000010:3.0:1749610060.384154:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002b06000. 00000001:00000010:3.0:1749610060.384155:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002b48000. 00000001:00000010:3.0:1749610060.384156:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002b8a000. 00000001:00000010:3.0:1749610060.384156:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002bcc000. 00000001:00000010:3.0:1749610060.384157:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002c0e000. 00000001:00000010:3.0:1749610060.384158:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002c50000. 00000001:00000010:3.0:1749610060.384159:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002c92000. 00000001:00000010:3.0:1749610060.384159:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002cd4000. 00000001:00000010:3.0:1749610060.384160:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002d16000. 00000001:00000010:3.0:1749610060.384161:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002d58000. 00000001:00000010:3.0:1749610060.384161:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002d9a000. 00000001:00000010:3.0:1749610060.384162:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002ddc000. 00000001:00000010:3.0:1749610060.384163:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002e1e000. 00000001:00000010:3.0:1749610060.384164:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at ffff88009c4c7800. 00000001:00000010:3.0:1749610060.384167:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a1264e00. 00010000:00000010:3.0:1749610060.384172:0:16091:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff88009c4c5800. 40000000:00000010:0.0:1749610060.384787:0:16091:0:(fid_handler.c:601:seq_site_fini()) kfreed 'ss->ss_server_seq': 296 at ffff8800a7cfc400. 40000000:00000010:0.0:1749610060.384816:0:16091:0:(fid_handler.c:607:seq_site_fini()) kfreed 'ss->ss_control_seq': 296 at ffff8800a7cfc000. 40000000:00000010:0.0:1749610060.384839:0:16091:0:(fid_handler.c:613:seq_site_fini()) kfreed 'ss->ss_client_seq': 232 at ffff8800a1264f00. 80000000:00000010:0.0:1749610060.384856:0:16091:0:(fld_cache.c:89:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8800b45e9e40. 80000000:00000010:0.0:1749610060.384859:0:16091:0:(fld_cache.c:89:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8800b45e9cc0. 80000000:00000010:0.0:1749610060.384860:0:16091:0:(fld_cache.c:89:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8800b45e9a40. 80000000:00000010:0.0:1749610060.384861:0:16091:0:(fld_cache.c:89:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8800b45e9480. 80000000:00000010:0.0:1749610060.384862:0:16091:0:(fld_cache.c:89:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8800b45e9240. 80000000:00000010:0.0:1749610060.384863:0:16091:0:(fld_cache.c:89:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8800b45e9e00. 80000000:00000010:0.0:1749610060.384864:0:16091:0:(fld_cache.c:77:fld_cache_fini()) kfreed 'cache': 168 at ffff8800a027e480. 00000004:00000010:0.0:1749610060.384867:0:16091:0:(mdt_handler.c:5759:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 200 at ffff8800b462fe00. 00080000:00000010:0.0:1749610060.384878:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a7cfde00. 00000004:00000010:0.0:1749610060.384882:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e56b0. 00000004:00000010:0.0:1749610060.384885:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800a8c11bb8. 00000004:00000010:0.0:1749610060.384888:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a583a0. 00080000:00000010:0.0:1749610060.384896:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f2f6400. 00000004:00000010:0.0:1749610060.384897:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e4f78. 00000004:00000010:0.0:1749610060.384899:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009f792168. 00000004:00000010:0.0:1749610060.384901:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a59220. 00080000:00000010:0.0:1749610060.384905:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a6133800. 00000004:00000010:0.0:1749610060.384907:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e5398. 00000004:00000010:0.0:1749610060.384909:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009f785a50. 00000004:00000010:0.0:1749610060.384910:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a58740. 00080000:00000010:0.0:1749610060.384913:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a7cfc200. 00000020:00000010:0.0:1749610060.384923:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009a702100. 00080000:00000010:0.0:1749610060.384933:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a7cfd200. 20000000:00000010:0.0:1749610060.384935:0:16091:0:(mgs_handler.c:1362:mgs_object_free()) kfreed_rcu 'obj': 224 at ffff88009a702300. 00080000:00000010:0.0:1749610060.384975:0:16091:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88009a702900. 00080000:00000010:0.0:1749610060.384978:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f2f7a00. 00000004:00000010:0.0:1749610060.384980:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e54a0. 00000004:00000010:0.0:1749610060.384982:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009f7922d0. 00000004:00000010:0.0:1749610060.384983:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a59790. 00080000:00000010:0.0:1749610060.384986:0:16091:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88009a702700. 00080000:00000010:0.0:1749610060.384988:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f2f7c00. 00000004:00000010:0.0:1749610060.384989:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e5ef0. 00000004:00000010:0.0:1749610060.384990:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009f792258. 00000004:00000010:0.0:1749610060.384991:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a595c0. 00080000:00000010:0.0:1749610060.384993:0:16091:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800a1264100. 00080000:00000010:0.0:1749610060.384995:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f2f7000. 00000004:00000010:0.0:1749610060.384996:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e5188. 00000004:00000010:0.0:1749610060.384997:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009f7921e0. 00000004:00000010:0.0:1749610060.384998:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a593f0. 00080000:00000010:0.0:1749610060.385000:0:16091:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800a1264400. 00080000:00000010:0.0:1749610060.385006:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f2f6200. 00000004:00000010:0.0:1749610060.385008:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e4528. 00000004:00000010:0.0:1749610060.385009:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009f7920f0. 00000004:00000010:0.0:1749610060.385010:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a59050. 00080000:00000010:0.0:1749610060.385013:0:16091:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800a1264600. 00080000:00000010:0.0:1749610060.385016:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f2f7800. 00000004:00000010:0.0:1749610060.385018:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e58c0. 00000004:00000010:0.0:1749610060.385018:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009f792078. 00000004:00000010:0.0:1749610060.385019:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a58e80. 00080000:00000010:0.0:1749610060.385021:0:16091:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800a1264800. 00080000:00000010:0.0:1749610060.385023:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f2f7600. 00000004:00000010:0.0:1749610060.385024:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e4b58. 00000004:00000010:0.0:1749610060.385025:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009f792000. 00000004:00000010:0.0:1749610060.385026:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a58cb0. 00080000:00000010:0.0:1749610060.385033:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880072621a00. 00000004:00000010:0.0:1749610060.385036:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e4738. 00000004:00000010:0.0:1749610060.385037:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800a8c11c30. 00000004:00000010:0.0:1749610060.385038:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a581d0. 00080000:00000010:0.0:1749610060.385042:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f2f6000. 00000004:00000010:0.0:1749610060.385043:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e5080. 00000004:00000010:0.0:1749610060.385044:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009f788e88. 00000004:00000010:0.0:1749610060.385046:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a58570. 00080000:00000010:0.0:1749610060.385052:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f2f6e00. 00000004:00000010:0.0:1749610060.385054:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e4840. 00000004:00000010:0.0:1749610060.385055:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009f788f00. 00000004:00000010:0.0:1749610060.385057:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a58910. 00080000:00000010:0.0:1749610060.385061:0:16091:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800b462fa00. 00080000:00000010:0.0:1749610060.385065:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880096364c00. 00000004:00000010:0.0:1749610060.385067:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff88012b8d56b0. 00000004:00000010:0.0:1749610060.385070:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8800a768dd98. 00000004:00000010:0.0:1749610060.385071:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff88012a32b960. 00080000:00000010:0.0:1749610060.385075:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f2f6c00. 00000004:00000010:0.0:1749610060.385078:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e4210. 00000004:00000010:0.0:1749610060.385079:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009f788f78. 00000004:00000010:0.0:1749610060.385081:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a58ae0. 00080000:00000010:0.0:1749610060.385105:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a6133c00. 00000004:00000010:0.0:1749610060.385108:0:16091:0:(lod_object.c:9664:lod_object_free()) slab-freed '(lo)': 264 at ffff8800921e4318. 00000004:00000010:0.0:1749610060.385110:0:16091:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009f785ac8. 00000004:00000010:0.0:1749610060.385111:0:16091:0:(mdt_handler.c:6971:mdt_object_free()) slab-freed 'mo': 464 at ffff880130a58000. 00080000:00000010:0.0:1749610060.385117:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006ebcb400. 00000020:00000010:0.0:1749610060.385120:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009f3b9800. 00000004:00000010:0.0:1749610060.385128:0:16091:0:(mdt_handler.c:5856:mdt_stack_fini()) kmalloced '(lcfg)': 64 at ffff880096e3ac40. 00040000:00000010:0.0:1749610060.385150:0:16091:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff88009f3b6400. 00040000:00000010:0.0:1749610060.385156:0:16091:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff88009f3b7200. 00080000:00000010:0.0:1749610060.385162:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009f3b7000. 00000020:00000010:0.0:1749610060.385164:0:16091:0:(lu_object.c:1311:lu_object_header_free()) kfreed_rcu 'h': 88 at ffff88009ad450c0. 00000020:00000010:1.0:1749610060.385211:0:12954:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880096a73000. 00000020:00000010:0.0:1749610060.385220:0:16091:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8800a50d19c0. 00000020:00000010:1.0:1749610060.385224:0:12954:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800953e2000. 00000020:00000010:0.0:1749610060.385240:0:16091:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff880130db8f88. 00000020:00000010:0.0:1749610060.385242:0:16091:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff880130db8f98. 00000020:00000010:0.0:1749610060.385243:0:16091:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff880130db8fa0. 00000020:00000010:0.0:1749610060.385244:0:16091:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff880130db8fc8. 00000001:00000010:0.0:1749610060.385317:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134a5a800. 00000001:00000010:0.0:1749610060.385318:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134a5a000. 00000001:00000010:0.0:1749610060.385319:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134a5ba00. 00000001:00000010:0.0:1749610060.385320:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134a5a200. 00000001:00000010:0.0:1749610060.385321:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880096458da0. 00000001:00000010:0.0:1749610060.385323:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009d164a80. 00000001:00000010:0.0:1749610060.385326:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800973a0a00. 00000001:00000010:0.0:1749610060.385327:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800973a0e00. 00000001:00000010:0.0:1749610060.385328:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800958a1000. 00000001:00000010:0.0:1749610060.385329:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800958a0400. 00000001:00000010:0.0:1749610060.385330:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880096458ee0. 00000001:00000010:0.0:1749610060.385330:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009d164b40. 00000020:00000010:0.0:1749610060.385337:0:16091:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880096a71000. 00000020:00000010:0.0:1749610060.385343:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130df4800. 00000020:00000010:0.0:1749610060.385346:0:16091:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800973a0e00. 00000040:00000010:0.0:1749610060.385347:0:16091:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800973a0a00. 00000020:00000010:0.0:1749610060.385349:0:16091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a0b79000. 00000020:00000010:0.0:1749610060.385352:0:16091:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880096c61420. 00000020:00000010:0.0:1749610060.385354:0:16091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a6133c00. 80000000:00000010:0.0:1749610060.385355:0:16091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d1a20. 40000000:00000010:0.0:1749610060.385357:0:16091:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.385360:0:16091:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a0b79800. 00040000:00000010:0.0:1749610060.385362:0:16091:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007249bd00. 00040000:00000010:0.0:1749610060.385363:0:16091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a6133800. 00080000:00000010:0.0:1749610060.385366:0:16091:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acff3000. 00080000:00000010:0.0:1749610060.385369:0:16091:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c23a000. 00000004:00000010:0.0:1749610060.385372:0:16091:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a0b7a000. 00000004:00000010:0.0:1749610060.385374:0:16091:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acff2000. 00000004:00000010:0.0:1749610060.385376:0:16091:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a0b7a800. 00000004:00000010:0.0:1749610060.385382:0:16091:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880096794400. 00000004:00000010:0.0:1749610060.385398:0:16091:0:(lod_dev.c:2164:lod_device_free()) kfreed 'lod': 3848 at ffff88012e198000. 00000020:00000010:0.0:1749610060.385403:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800973a0e00. 00000040:00000010:0.0:1749610060.385406:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800973a0a00. 00000020:00000010:0.0:1749610060.385410:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a0b79000. 00000020:00000010:0.0:1749610060.385413:0:16091:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c61420. 00000020:00000010:0.0:1749610060.385415:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a6133c00. 80000000:00000010:0.0:1749610060.385417:0:16091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d1a20. 40000000:00000010:0.0:1749610060.385419:0:16091:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.385421:0:16091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800a0b79800. 00040000:00000010:0.0:1749610060.385423:0:16091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007249bd00. 00040000:00000010:0.0:1749610060.385425:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a6133800. 00080000:00000010:0.0:1749610060.385427:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c23a000. 00080000:00000010:0.0:1749610060.385429:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acff3000. 00000004:00000010:0.0:1749610060.385431:0:16091:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a0b7a000. 00000004:00000010:0.0:1749610060.385433:0:16091:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800acff2000. 00000004:00000010:0.0:1749610060.385436:0:16091:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800a0b7a800. 00000004:00000010:0.0:1749610060.385437:0:16091:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880096794400. 00000020:00000010:0.0:1749610060.385439:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130df4800. 00000020:00000010:0.0:1749610060.385442:0:16091:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff880134a1c050. 00000020:00000010:0.0:1749610060.385447:0:16091:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff8800a50d19c0. 00000004:00000010:0.0:1749610060.385450:0:16091:0:(mdt_handler.c:5863:mdt_stack_fini()) kfreed 'lcfg': 64 at ffff880096e3ac40. 00000020:00000010:0.0:1749610060.385476:0:16091:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff880096e3ac40. 00000020:00000010:2.0:1749610060.385488:0:11382:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880097b9a800. 00000001:00000010:0.0:1749610060.385537:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c0d6e00. 00000001:00000010:0.0:1749610060.385539:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c0d7a00. 00000001:00000010:0.0:1749610060.385541:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c0d7c00. 00000001:00000010:0.0:1749610060.385542:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b4478e00. 00000001:00000010:0.0:1749610060.385544:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880096a3d620. 00000001:00000010:0.0:1749610060.385545:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a027e300. 00000001:00000010:0.0:1749610060.385548:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012ff58000. 00000001:00000010:0.0:1749610060.385550:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012ff59800. 00000001:00000010:0.0:1749610060.385552:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012ff58600. 00000001:00000010:0.0:1749610060.385553:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012ff59000. 00000001:00000010:0.0:1749610060.385554:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880096a3dd40. 00000001:00000010:0.0:1749610060.385559:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a027e3c0. 00000020:00000010:0.0:1749610060.385564:0:16091:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880096a75800. 00000020:00000010:0.0:1749610060.385567:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133e00. 00000020:00000010:0.0:1749610060.385569:0:16091:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a6133800. 00000040:00000010:0.0:1749610060.385570:0:16091:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a6133c00. 00000020:00000010:0.0:1749610060.385571:0:16091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a0b7a800. 00000020:00000010:0.0:1749610060.385573:0:16091:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880096c61420. 00000020:00000010:0.0:1749610060.385577:0:16091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a6132000. 80000000:00000010:0.0:1749610060.385579:0:16091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d19c0. 40000000:00000010:0.0:1749610060.385580:0:16091:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.385581:0:16091:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a0b7a000. 00040000:00000010:0.0:1749610060.385583:0:16091:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007249bd00. 00040000:00000010:0.0:1749610060.385584:0:16091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a6132c00. 00080000:00000010:0.0:1749610060.385585:0:16091:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acff2000. 00080000:00000010:0.0:1749610060.385587:0:16091:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c23a000. 00000004:00000010:0.0:1749610060.385589:0:16091:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a0b79800. 00000004:00000010:0.0:1749610060.385590:0:16091:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acff3000. 00000004:00000010:0.0:1749610060.385592:0:16091:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a0b79000. 00000004:00000010:0.0:1749610060.385593:0:16091:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880096794400. 00000004:00000010:0.0:1749610060.385595:0:16091:0:(mdd_device.c:1525:mdd_device_free()) kfreed 'm': 688 at ffff88012f1b1400. 00000020:00000010:0.0:1749610060.385597:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a6133800. 00000040:00000010:0.0:1749610060.385598:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a6133c00. 00000020:00000010:0.0:1749610060.385599:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a0b7a800. 00000020:00000010:0.0:1749610060.385601:0:16091:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c61420. 00000020:00000010:0.0:1749610060.385603:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a6132000. 80000000:00000010:0.0:1749610060.385604:0:16091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d19c0. 40000000:00000010:0.0:1749610060.385605:0:16091:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880096e3a080. 00100000:00000010:0.0:1749610060.385607:0:16091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800a0b7a000. 00040000:00000010:0.0:1749610060.385608:0:16091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007249bd00. 00040000:00000010:0.0:1749610060.385609:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a6132c00. 00080000:00000010:0.0:1749610060.385610:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c23a000. 00080000:00000010:0.0:1749610060.385612:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acff2000. 00000004:00000010:0.0:1749610060.385613:0:16091:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a0b79800. 00000004:00000010:0.0:1749610060.385618:0:16091:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800acff3000. 00000004:00000010:0.0:1749610060.385619:0:16091:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800a0b79000. 00000004:00000010:0.0:1749610060.385620:0:16091:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880096794400. 00000020:00000010:0.0:1749610060.385622:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133e00. 00000020:00000010:0.0:1749610060.385623:0:16091:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff880134a1aae0. 00000020:00000010:0.0:1749610060.385627:0:16091:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff880096e3ac40. 00000020:00000010:0.0:1749610060.385644:0:16091:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at ffff880129ef78b0. 00000020:00000010:0.0:1749610060.385647:0:16091:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff8800964587c0. 00000001:00000010:0.0:1749610060.385655:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b51e7c00. 00000020:00000010:2.0:1749610060.385659:0:11382:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880097b9b800. 00000001:00000010:0.0:1749610060.385695:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b51e6e00. 00000001:00000010:0.0:1749610060.385697:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800958a0200. 00000001:00000010:0.0:1749610060.385698:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800958a0000. 00000001:00000010:0.0:1749610060.385699:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800964588c0. 00000001:00000010:0.0:1749610060.385701:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a027e180. 00000001:00000010:0.0:1749610060.385704:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800958a0c00. 00000001:00000010:0.0:1749610060.385705:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800958a0a00. 00000001:00000010:0.0:1749610060.385705:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800958a0800. 00000001:00000010:0.0:1749610060.385706:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800958a1200. 00000001:00000010:0.0:1749610060.385707:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800964589e0. 00000001:00000010:0.0:1749610060.385708:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a027e240. 00000004:00000010:0.0:1749610060.385714:0:16091:0:(mdt_handler.c:7573:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff88012c0e2280. 00000020:00000010:0.0:1749610060.385716:0:16091:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880096a73800. 00000020:00000010:0.0:1749610060.385718:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133e00. 00000020:00000010:0.0:1749610060.385719:0:16091:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a6133a00. 00000040:00000010:0.0:1749610060.385720:0:16091:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a6132c00. 00000020:00000010:0.0:1749610060.385722:0:16091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a0b79000. 00000020:00000010:0.0:1749610060.385723:0:16091:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880096c61420. 00000020:00000010:0.0:1749610060.385724:0:16091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a6132000. 80000000:00000010:0.0:1749610060.385726:0:16091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d19c0. 40000000:00000010:0.0:1749610060.385727:0:16091:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880096e3ac40. 00100000:00000010:0.0:1749610060.385728:0:16091:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a0b79800. 00040000:00000010:0.0:1749610060.385729:0:16091:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007249bd00. 00040000:00000010:0.0:1749610060.385730:0:16091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a6133c00. 00080000:00000010:0.0:1749610060.385735:0:16091:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acff3000. 00080000:00000010:0.0:1749610060.385736:0:16091:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c23a000. 00000004:00000010:0.0:1749610060.385738:0:16091:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a0b7a000. 00000004:00000010:0.0:1749610060.385739:0:16091:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acff2000. 00000004:00000010:0.0:1749610060.385741:0:16091:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a0b7a800. 00000004:00000010:0.0:1749610060.385742:0:16091:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880096794400. 00000004:00000010:0.0:1749610060.385744:0:16091:0:(mdt_handler.c:8282:mdt_device_free()) kfreed 'm': 3920 at ffff88012e19a000. 00000020:00000010:0.0:1749610060.385747:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a6133a00. 00000040:00000010:0.0:1749610060.385748:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a6132c00. 00000020:00000010:0.0:1749610060.385749:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a0b79000. 00000020:00000010:0.0:1749610060.385751:0:16091:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff880096c61420. 00000020:00000010:0.0:1749610060.385752:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a6132000. 80000000:00000010:0.0:1749610060.385753:0:16091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d19c0. 40000000:00000010:0.0:1749610060.385754:0:16091:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880096e3ac40. 00100000:00000010:0.0:1749610060.385756:0:16091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800a0b79800. 00040000:00000010:0.0:1749610060.385757:0:16091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007249bd00. 00040000:00000010:0.0:1749610060.385758:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a6133c00. 00080000:00000010:0.0:1749610060.385760:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c23a000. 00080000:00000010:0.0:1749610060.385761:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acff3000. 00000004:00000010:0.0:1749610060.385762:0:16091:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800a0b7a000. 00000004:00000010:0.0:1749610060.385764:0:16091:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800acff2000. 00000004:00000010:0.0:1749610060.385768:0:16091:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800a0b7a800. 00000004:00000010:0.0:1749610060.385770:0:16091:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880096794400. 00000020:00000010:0.0:1749610060.385771:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133e00. 00000020:00000010:0.0:1749610060.385772:0:16091:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff880134a1d5c0. 00000020:00000010:0.0:1749610060.385775:0:16091:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff880136851940. 00000020:00000010:0.0:1749610060.385778:0:16091:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff880099e6d240. 00000020:00000010:0.0:1749610060.385780:0:16091:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff880099e6d240. 00000020:00000010:0.0:1749610060.385784:0:16091:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 56 at ffff880096e3ac40. 20000000:00000010:0.0:1749610060.385790:0:16091:0:(mgs_nids.c:994:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff880136851a00. 00000100:00000200:0.0:1749610060.385834:0:16091:0:(service.c:3768:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:0.0:1749610060.385863:0:16096:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800965f6400. 00000020:00000010:1.0:1749610060.385864:0:16098:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800965f7e00. 00000001:00000010:2.0:1749610060.385865:0:11382:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096a7a200. 00000040:00000010:0.0:1749610060.385865:0:16096:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800965f7400. 00000020:00000010:0.0:1749610060.385868:0:16096:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097b99800. 00000001:00000010:2.0:1749610060.385869:0:11382:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096a7ae00. 00000001:00000010:2.0:1749610060.385870:0:11382:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096a7bc00. 00000040:00000010:1.0:1749610060.385871:0:16098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a7b800. 00000001:00000010:2.0:1749610060.385872:0:11382:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880096a7b200. 00000001:00000010:2.0:1749610060.385873:0:11382:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800964587e0. 00000020:00000010:0.0:1749610060.385874:0:16096:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800965f6e00. 00000020:00000010:1.0:1749610060.385875:0:16098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097b9d800. 00000001:00000010:2.0:1749610060.385876:0:11382:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009d164600. 80000000:00000010:0.0:1749610060.385876:0:16096:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880130826480. 00040000:00000010:0.0:1749610060.385877:0:16096:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800965f7600. 00000020:00000010:2.0:1749610060.385880:0:11382:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880097b98800. 00000020:00000010:1.0:1749610060.385880:0:16098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a7ba00. 00080000:00000010:0.0:1749610060.385880:0:16096:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880096654000. 00080000:00000010:0.0:1749610060.385883:0:16096:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a5000. 80000000:00000010:1.0:1749610060.385884:0:16098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880130826000. 20000000:00000010:0.0:1749610060.385885:0:16096:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff8800965f6200. 00000020:00000010:2.0:1749610060.385886:0:11382:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff880097b99000. 00000020:00000010:0.0:1749610060.385887:0:16096:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800965f7800. 00040000:00000010:1.0:1749610060.385888:0:16098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a7be00. 00000020:00000010:0.0:1749610060.385890:0:16096:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012c0e2400. 00000100:00000010:0.0:1749610060.385892:0:16096:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff88012c0e2240. 00080000:00000010:1.0:1749610060.385893:0:16098:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880096652000. 00000020:00000010:2.0:1749610060.385898:0:16097:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800965f7c00. 00080000:00000010:1.0:1749610060.385898:0:16098:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009c4c6000. 00080000:00000010:1.0:1749610060.385900:0:16098:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a2000. 00000040:00000010:2.0:1749610060.385902:0:16097:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800965f6a00. 20000000:00000010:1.0:1749610060.385903:0:16098:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff880096a7b400. 00000020:00000010:2.0:1749610060.385904:0:16097:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880097b9d000. 00000020:00000010:1.0:1749610060.385905:0:16098:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800965f7a00. 00000020:00000010:2.0:1749610060.385907:0:16097:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800965f6c00. 00000020:00000010:1.0:1749610060.385909:0:16098:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012c0e2780. 80000000:00000010:2.0:1749610060.385910:0:16097:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880130826d20. 00000100:00000010:1.0:1749610060.385912:0:16098:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff88012c0e2880. 00040000:00000010:2.0:1749610060.385913:0:16097:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800965f7200. 00080000:00000010:2.0:1749610060.385916:0:16097:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880096656000. 00080000:00000010:2.0:1749610060.385920:0:16097:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a6000. 20000000:00000010:2.0:1749610060.385926:0:16097:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff8800965f6600. 00000020:00000010:2.0:1749610060.385928:0:16097:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800965f7000. 00000020:00000010:2.0:1749610060.385931:0:16097:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012c0e2ec0. 00000100:00000010:2.0:1749610060.385935:0:16097:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff88012c0e2680. 00000100:00000010:0.0:1749610060.385954:0:16091:0:(service.c:3294:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 272 at ffff8800a7cfce00. 00000100:00000010:0.0:1749610060.385957:0:16091:0:(service.c:3294:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 272 at ffff8800a7cfcc00. 00000100:00000010:0.0:1749610060.385959:0:16091:0:(service.c:3294:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 272 at ffff8800a7cfca00. 00000400:00000200:0.0:1749610060.385964:0:16091:0:(lib-ptl.c:968:lnet_clear_lazy_portal()) clearing portal 26 lazy 00000400:00000010:0.0:1749610060.385969:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaf78. 00000400:00000200:0.0:1749610060.385971:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800998ea6c0 00000400:00000010:0.0:1749610060.385973:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800998ea6c0. 00000100:00000200:0.0:1749610060.385975:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.385978:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea210. 00000400:00000200:0.0:1749610060.385979:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800998ea600 00000400:00000010:0.0:1749610060.385980:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800998ea600. 00000100:00000200:0.0:1749610060.385981:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.385983:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd8f0. 00000400:00000200:0.0:1749610060.385984:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c80cc0 00000400:00000010:0.0:1749610060.385985:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a7c80cc0. 00000100:00000200:0.0:1749610060.385986:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.385988:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdcb8. 00000400:00000200:0.0:1749610060.385989:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c80c00 00000400:00000010:0.0:1749610060.385990:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a7c80c00. 00000100:00000200:0.0:1749610060.385990:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.385992:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9f8. 00000400:00000200:0.0:1749610060.385993:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c800c0 00000400:00000010:0.0:1749610060.385994:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a7c800c0. 00000100:00000200:0.0:1749610060.385995:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.385997:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fdc60. 00000400:00000200:0.0:1749610060.385998:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7c80b40 00000400:00000010:0.0:1749610060.386001:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a7c80b40. 00000100:00000200:0.0:1749610060.386003:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386005:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52108. 00000400:00000200:0.0:1749610060.386007:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d164780 00000400:00000010:0.0:1749610060.386008:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009d164780. 00000100:00000200:0.0:1749610060.386009:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386011:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52160. 00000400:00000200:0.0:1749610060.386012:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d1643c0 00000400:00000010:0.0:1749610060.386012:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009d1643c0. 00000100:00000200:0.0:1749610060.386013:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386015:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b521b8. 00000400:00000200:0.0:1749610060.386016:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d164300 00000400:00000010:0.0:1749610060.386016:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009d164300. 00000100:00000200:0.0:1749610060.386017:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386019:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52210. 00000400:00000200:0.0:1749610060.386020:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d164240 00000400:00000010:0.0:1749610060.386020:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009d164240. 00000100:00000200:0.0:1749610060.386021:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386023:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52268. 00000400:00000200:0.0:1749610060.386023:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d164180 00000400:00000010:0.0:1749610060.386024:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009d164180. 00000100:00000200:0.0:1749610060.386025:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386026:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b522c0. 00000400:00000200:0.0:1749610060.386027:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d1640c0 00000400:00000010:0.0:1749610060.386028:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009d1640c0. 00000100:00000200:0.0:1749610060.386029:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386030:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52318. 00000400:00000200:0.0:1749610060.386031:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d164000 00000400:00000010:0.0:1749610060.386032:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88009d164000. 00000100:00000200:0.0:1749610060.386033:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386034:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52370. 00000400:00000200:0.0:1749610060.386035:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319f00 00000400:00000010:0.0:1749610060.386036:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319f00. 00000100:00000200:0.0:1749610060.386036:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386038:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52630. 00000400:00000200:0.0:1749610060.386039:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319e40 00000400:00000010:0.0:1749610060.386042:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319e40. 00000100:00000200:0.0:1749610060.386043:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386045:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b526e0. 00000400:00000200:0.0:1749610060.386046:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319d80 00000400:00000010:0.0:1749610060.386046:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319d80. 00000100:00000200:0.0:1749610060.386047:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386049:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52688. 00000400:00000200:0.0:1749610060.386049:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319cc0 00000400:00000010:0.0:1749610060.386050:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319cc0. 00000100:00000200:0.0:1749610060.386051:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386052:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52738. 00000400:00000200:0.0:1749610060.386053:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319c00 00000400:00000010:0.0:1749610060.386053:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319c00. 00000100:00000200:0.0:1749610060.386054:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386056:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b525d8. 00000400:00000200:0.0:1749610060.386056:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319b40 00000400:00000010:0.0:1749610060.386057:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319b40. 00000100:00000200:0.0:1749610060.386058:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386059:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52580. 00000400:00000200:0.0:1749610060.386060:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319a80 00000400:00000010:0.0:1749610060.386061:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319a80. 00000100:00000200:0.0:1749610060.386061:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386063:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52528. 00000400:00000200:0.0:1749610060.386063:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f3199c0 00000400:00000010:0.0:1749610060.386064:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f3199c0. 00000100:00000200:0.0:1749610060.386065:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386066:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b524d0. 00000400:00000200:0.0:1749610060.386067:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319900 00000400:00000010:0.0:1749610060.386067:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319900. 00000100:00000200:0.0:1749610060.386068:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386069:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52478. 00000400:00000200:0.0:1749610060.386070:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319840 00000400:00000010:0.0:1749610060.386071:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319840. 00000100:00000200:0.0:1749610060.386071:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386073:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52420. 00000400:00000200:0.0:1749610060.386074:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319780 00000400:00000010:0.0:1749610060.386076:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319780. 00000100:00000200:0.0:1749610060.386078:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386080:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b523c8. 00000400:00000200:0.0:1749610060.386081:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f3196c0 00000400:00000010:0.0:1749610060.386082:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f3196c0. 00000100:00000200:0.0:1749610060.386082:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386084:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453ab00. 00000400:00000200:0.0:1749610060.386085:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319600 00000400:00000010:0.0:1749610060.386086:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319600. 00000100:00000200:0.0:1749610060.386087:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386088:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453aec8. 00000400:00000200:0.0:1749610060.386089:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319540 00000400:00000010:0.0:1749610060.386090:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319540. 00000100:00000200:0.0:1749610060.386094:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386096:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453ae70. 00000400:00000200:0.0:1749610060.386097:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319480 00000400:00000010:0.0:1749610060.386097:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319480. 00000100:00000200:0.0:1749610060.386098:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386100:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453ae18. 00000400:00000200:0.0:1749610060.386101:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f3193c0 00000400:00000010:0.0:1749610060.386101:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f3193c0. 00000100:00000200:0.0:1749610060.386102:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386104:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453adc0. 00000400:00000200:0.0:1749610060.386105:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319300 00000400:00000010:0.0:1749610060.386105:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319300. 00000100:00000200:0.0:1749610060.386106:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386108:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453ad68. 00000400:00000200:0.0:1749610060.386109:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319240 00000400:00000010:0.0:1749610060.386110:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319240. 00000100:00000200:0.0:1749610060.386111:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386113:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453ad10. 00000400:00000200:0.0:1749610060.386113:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319180 00000400:00000010:0.0:1749610060.386114:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319180. 00000100:00000200:0.0:1749610060.386115:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386117:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453acb8. 00000400:00000200:0.0:1749610060.386117:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f3190c0 00000400:00000010:0.0:1749610060.386120:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f3190c0. 00000100:00000200:0.0:1749610060.386121:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386123:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453ac60. 00000400:00000200:0.0:1749610060.386124:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008f319000 00000400:00000010:0.0:1749610060.386125:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88008f319000. 00000100:00000200:0.0:1749610060.386126:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386128:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453ab58. 00000400:00000200:0.0:1749610060.386129:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51180 00000400:00000010:0.0:1749610060.386129:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51180. 00000100:00000200:0.0:1749610060.386130:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386132:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453abb0. 00000400:00000200:0.0:1749610060.386133:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51480 00000400:00000010:0.0:1749610060.386133:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51480. 00000100:00000200:0.0:1749610060.386135:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386137:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453ac08. 00000400:00000200:0.0:1749610060.386138:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51cc0 00000400:00000010:0.0:1749610060.386139:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51cc0. 00000100:00000200:0.0:1749610060.386141:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386143:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453aaa8. 00000400:00000200:0.0:1749610060.386145:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51840 00000400:00000010:0.0:1749610060.386146:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51840. 00000100:00000200:0.0:1749610060.386147:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386149:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453aa50. 00000400:00000200:0.0:1749610060.386151:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51f00 00000400:00000010:0.0:1749610060.386152:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51f00. 00000100:00000200:0.0:1749610060.386154:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386156:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a9f8. 00000400:00000200:0.0:1749610060.386157:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51c00 00000400:00000010:0.0:1749610060.386159:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51c00. 00000100:00000200:0.0:1749610060.386160:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386162:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a9a0. 00000400:00000200:0.0:1749610060.386164:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51780 00000400:00000010:0.0:1749610060.386165:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51780. 00000100:00000200:0.0:1749610060.386166:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386169:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a948. 00000400:00000200:0.0:1749610060.386170:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51600 00000400:00000010:0.0:1749610060.386175:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51600. 00000100:00000200:0.0:1749610060.386177:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386181:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a8f0. 00000400:00000200:0.0:1749610060.386182:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51d80 00000400:00000010:0.0:1749610060.386183:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51d80. 00000100:00000200:0.0:1749610060.386184:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386186:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a898. 00000400:00000200:0.0:1749610060.386187:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e516c0 00000400:00000010:0.0:1749610060.386188:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e516c0. 00000100:00000200:0.0:1749610060.386189:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386191:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a840. 00000400:00000200:0.0:1749610060.386191:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51900 00000400:00000010:0.0:1749610060.386192:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51900. 00000100:00000200:0.0:1749610060.386193:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386195:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a7e8. 00000400:00000200:0.0:1749610060.386196:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51a80 00000400:00000010:0.0:1749610060.386196:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51a80. 00000100:00000200:0.0:1749610060.386197:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386198:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a790. 00000400:00000200:0.0:1749610060.386199:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51b40 00000400:00000010:0.0:1749610060.386200:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51b40. 00000100:00000200:0.0:1749610060.386201:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386202:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a738. 00000400:00000200:0.0:1749610060.386203:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e519c0 00000400:00000010:0.0:1749610060.386204:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e519c0. 00000100:00000200:0.0:1749610060.386204:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386206:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a6e0. 00000400:00000200:0.0:1749610060.386207:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51540 00000400:00000010:0.0:1749610060.386208:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51540. 00000100:00000200:0.0:1749610060.386208:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386211:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a688. 00000400:00000200:0.0:1749610060.386211:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51e40 00000400:00000010:0.0:1749610060.386212:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51e40. 00000100:00000200:0.0:1749610060.386213:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386215:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a630. 00000400:00000200:0.0:1749610060.386216:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e513c0 00000400:00000010:0.0:1749610060.386219:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e513c0. 00000100:00000200:0.0:1749610060.386220:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386222:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a5d8. 00000400:00000200:0.0:1749610060.386223:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51300 00000400:00000010:0.0:1749610060.386224:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51300. 00000100:00000200:0.0:1749610060.386225:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386227:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a580. 00000400:00000200:0.0:1749610060.386227:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51000 00000400:00000010:0.0:1749610060.386228:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51000. 00000100:00000200:0.0:1749610060.386229:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386230:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a528. 00000400:00000200:0.0:1749610060.386231:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e510c0 00000400:00000010:0.0:1749610060.386232:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e510c0. 00000100:00000200:0.0:1749610060.386232:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386234:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a4d0. 00000400:00000200:0.0:1749610060.386235:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880090e51240 00000400:00000010:0.0:1749610060.386235:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff880090e51240. 00000100:00000200:0.0:1749610060.386236:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386238:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a1b8. 00000400:00000200:0.0:1749610060.386238:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552e9c0 00000400:00000010:0.0:1749610060.386239:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552e9c0. 00000100:00000200:0.0:1749610060.386241:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386242:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a210. 00000400:00000200:0.0:1749610060.386243:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552e0c0 00000400:00000010:0.0:1749610060.386244:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552e0c0. 00000100:00000200:0.0:1749610060.386244:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386246:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a268. 00000400:00000200:0.0:1749610060.386247:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552e240 00000400:00000010:0.0:1749610060.386247:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552e240. 00000100:00000200:0.0:1749610060.386248:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386250:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a2c0. 00000400:00000200:0.0:1749610060.386251:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552ea80 00000400:00000010:0.0:1749610060.386254:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552ea80. 00000100:00000200:0.0:1749610060.386256:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386258:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a318. 00000400:00000200:0.0:1749610060.386259:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552e840 00000400:00000010:0.0:1749610060.386261:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552e840. 00000100:00000200:0.0:1749610060.386262:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386265:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a370. 00000400:00000200:0.0:1749610060.386266:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552ed80 00000400:00000010:0.0:1749610060.386266:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552ed80. 00000100:00000200:0.0:1749610060.386267:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386269:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a3c8. 00000400:00000200:0.0:1749610060.386269:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552e780 00000400:00000010:0.0:1749610060.386270:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552e780. 00000100:00000200:0.0:1749610060.386271:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386273:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a420. 00000400:00000200:0.0:1749610060.386274:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552ecc0 00000400:00000010:0.0:1749610060.386274:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552ecc0. 00000100:00000200:0.0:1749610060.386275:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:0.0:1749610060.386276:0:16091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b453a478. 00000400:00000200:0.0:1749610060.386277:0:16091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a552ef00 00000400:00000010:0.0:1749610060.386278:0:16091:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800a552ef00. 00000100:00000200:0.0:1749610060.386279:0:16091:0:(events.c:297:request_in_callback()) event type 6, status 0, service mgs 00000100:00000010:0.0:1749610060.386293:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880096906000. 00000100:00000010:0.0:1749610060.386297:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009c4c4800. 00000100:00000010:0.0:1749610060.386299:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009a9b0000. 00000100:00000010:0.0:1749610060.386303:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009c4c4400. 00000100:00000010:0.0:1749610060.386304:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009a9b2000. 00000100:00000010:0.0:1749610060.386308:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009c4c5000. 00000100:00000010:0.0:1749610060.386309:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009a9b4000. 00000100:00000010:0.0:1749610060.386312:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009c4c4c00. 00000100:00000010:0.0:1749610060.386313:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009a9b6000. 00000100:00000010:0.0:1749610060.386317:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009c4c7400. 00000100:00000010:0.0:1749610060.386318:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009f168000. 00000100:00000010:0.0:1749610060.386321:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009c4c5400. 00000100:00000010:0.0:1749610060.386322:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009f16a000. 00000100:00000010:0.0:1749610060.386325:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009c4c5c00. 00000100:00000010:0.0:1749610060.386326:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88012dd5c000. 00000100:00000010:0.0:1749610060.386330:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c65800. 00000100:00000010:0.0:1749610060.386331:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009690e000. 00000100:00000010:0.0:1749610060.386342:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c64400. 00000100:00000010:0.0:1749610060.386343:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880098f02000. 00000100:00000010:0.0:1749610060.386347:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c64800. 00000100:00000010:0.0:1749610060.386348:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880098f00000. 00000100:00000010:0.0:1749610060.386352:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c66000. 00000100:00000010:0.0:1749610060.386353:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800aa11c000. 00000100:00000010:0.0:1749610060.386356:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c67c00. 00000100:00000010:0.0:1749610060.386357:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800aa11e000. 00000100:00000010:0.0:1749610060.386360:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c66400. 00000100:00000010:0.0:1749610060.386361:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009718e000. 00000100:00000010:0.0:1749610060.386366:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c64c00. 00000100:00000010:0.0:1749610060.386368:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009718c000. 00000100:00000010:0.0:1749610060.386373:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c67000. 00000100:00000010:0.0:1749610060.386374:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009718a000. 00000100:00000010:0.0:1749610060.386381:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c66c00. 00000100:00000010:0.0:1749610060.386382:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880097188000. 00000100:00000010:0.0:1749610060.386401:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c66800. 00000100:00000010:0.0:1749610060.386403:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88012f808000. 00000100:00000010:0.0:1749610060.386407:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c64000. 00000100:00000010:0.0:1749610060.386409:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880096ea4000. 00000100:00000010:0.0:1749610060.386413:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c65c00. 00000100:00000010:0.0:1749610060.386415:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880096ea6000. 00000100:00000010:0.0:1749610060.386419:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c67400. 00000100:00000010:0.0:1749610060.386421:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009a21a000. 00000100:00000010:0.0:1749610060.386430:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c65000. 00000100:00000010:0.0:1749610060.386432:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880096bc6000. 00000100:00000010:0.0:1749610060.386438:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880095c67800. 00000100:00000010:0.0:1749610060.386440:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880096bc2000. 00000100:00000010:0.0:1749610060.386445:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880136ac8000. 00000100:00000010:0.0:1749610060.386447:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880090e5e000. 00000100:00000010:0.0:1749610060.386452:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880136ac8c00. 00000100:00000010:0.0:1749610060.386454:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880090e58000. 00000100:00000010:0.0:1749610060.386459:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880136aca000. 00000100:00000010:0.0:1749610060.386465:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880095f70000. 00000100:00000010:0.0:1749610060.386469:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880136ac9000. 00000100:00000010:0.0:1749610060.386471:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880095f72000. 00000100:00000010:0.0:1749610060.386475:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880136acb800. 00000100:00000010:0.0:1749610060.386476:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880095f74000. 00000100:00000010:0.0:1749610060.386480:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880136acac00. 00000100:00000010:0.0:1749610060.386481:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880095f76000. 00000100:00000010:0.0:1749610060.386485:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff880136ac9400. 00000100:00000010:0.0:1749610060.386486:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009a3d0000. 00000100:00000010:0.0:1749610060.386497:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009b067c00. 00000100:00000010:0.0:1749610060.386500:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009a3d2000. 00000100:00000010:0.0:1749610060.386504:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009b066c00. 00000100:00000010:0.0:1749610060.386506:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009a3d4000. 00000100:00000010:0.0:1749610060.386510:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009adaa400. 00000100:00000010:0.0:1749610060.386512:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009a3d6000. 00000100:00000010:0.0:1749610060.386515:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad2c00. 00000100:00000010:0.0:1749610060.386517:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009ae28000. 00000100:00000010:0.0:1749610060.386521:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad0000. 00000100:00000010:0.0:1749610060.386523:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009ae2a000. 00000100:00000010:0.0:1749610060.386526:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad2000. 00000100:00000010:0.0:1749610060.386528:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009ae2c000. 00000100:00000010:0.0:1749610060.386531:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad0400. 00000100:00000010:0.0:1749610060.386533:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009ae2e000. 00000100:00000010:0.0:1749610060.386536:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad3c00. 00000100:00000010:0.0:1749610060.386538:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009c8b8000. 00000100:00000010:0.0:1749610060.386543:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad3000. 00000100:00000010:0.0:1749610060.386544:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009c8ba000. 00000100:00000010:0.0:1749610060.386548:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad0800. 00000100:00000010:0.0:1749610060.386550:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009c8bc000. 00000100:00000010:0.0:1749610060.386554:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad2400. 00000100:00000010:0.0:1749610060.386556:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009c8be000. 00000100:00000010:0.0:1749610060.386560:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad2800. 00000100:00000010:0.0:1749610060.386561:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009d178000. 00000100:00000010:0.0:1749610060.386582:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad3400. 00000100:00000010:0.0:1749610060.386583:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009d17a000. 00000100:00000010:0.0:1749610060.386592:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad1400. 00000100:00000010:0.0:1749610060.386593:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009d17c000. 00000100:00000010:0.0:1749610060.386597:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad1800. 00000100:00000010:0.0:1749610060.386599:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009d17e000. 00000100:00000010:0.0:1749610060.386605:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad0c00. 00000100:00000010:0.0:1749610060.386606:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880090c18000. 00000100:00000010:0.0:1749610060.386612:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad1c00. 00000100:00000010:0.0:1749610060.386613:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880090c1a000. 00000100:00000010:0.0:1749610060.386619:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009dad1000. 00000100:00000010:0.0:1749610060.386621:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880090c1c000. 00000100:00000010:0.0:1749610060.386624:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88012e185c00. 00000100:00000010:0.0:1749610060.386627:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880090c1e000. 00000100:00000010:0.0:1749610060.386631:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbe800. 00000100:00000010:0.0:1749610060.386632:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a9a98000. 00000100:00000010:0.0:1749610060.386636:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbdc00. 00000100:00000010:0.0:1749610060.386637:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a9a9a000. 00000100:00000010:0.0:1749610060.386641:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbc000. 00000100:00000010:0.0:1749610060.386642:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a9a9c000. 00000100:00000010:0.0:1749610060.386646:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbc800. 00000100:00000010:0.0:1749610060.386647:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff8800a9a9e000. 00000100:00000010:0.0:1749610060.386651:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbd800. 00000100:00000010:0.0:1749610060.386652:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009a4f0000. 00000100:00000010:0.0:1749610060.386668:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbd000. 00000100:00000010:0.0:1749610060.386670:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009a4f2000. 00000100:00000010:0.0:1749610060.386673:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbc400. 00000100:00000010:0.0:1749610060.386692:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009a4f4000. 00000100:00000010:0.0:1749610060.386695:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbe400. 00000100:00000010:0.0:1749610060.386696:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009a4f6000. 00000100:00000010:0.0:1749610060.386699:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbe000. 00000100:00000010:0.0:1749610060.386700:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009ef78000. 00000100:00000010:0.0:1749610060.386703:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbfc00. 00000100:00000010:0.0:1749610060.386707:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009ef7a000. 00000100:00000010:0.0:1749610060.386710:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbf400. 00000100:00000010:0.0:1749610060.386711:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009ef7c000. 00000100:00000010:0.0:1749610060.386714:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbd400. 00000100:00000010:0.0:1749610060.386715:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff88009ef7e000. 00000100:00000010:0.0:1749610060.386718:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbf000. 00000100:00000010:0.0:1749610060.386719:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880096900000. 00000100:00000010:0.0:1749610060.386723:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88008fcbf800. 00000100:00000010:0.0:1749610060.386724:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880096902000. 00000100:00000010:0.0:1749610060.386727:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009d3c2000. 00000100:00000010:0.0:1749610060.386730:0:16091:0:(service.c:96:ptlrpc_free_rqbd()) kfreed 'rqbd->rqbd_buffer': 8192 at ffff880096904000. 00000100:00000010:0.0:1749610060.386739:0:16091:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff88009c4c6400. 00000100:00000010:0.0:1749610060.386742:0:16091:0:(service.c:3721:ptlrpc_service_purge_all()) kfreed 'rs': 16384 at ffff88009952c000. 00000100:00000010:0.0:1749610060.386751:0:16091:0:(service.c:3721:ptlrpc_service_purge_all()) kfreed 'rs': 16384 at ffff88009a07c000. 00000100:00000010:0.0:1749610060.386760:0:16091:0:(service.c:3721:ptlrpc_service_purge_all()) kfreed 'rs': 16384 at ffff8800a590c000. 00000100:00000010:0.0:1749610060.386775:0:16091:0:(nrs_fifo.c:84:nrs_fifo_stop()) kfreed 'head': 40 at ffff8800b45e97c0. 00000100:00000010:0.0:1749610060.386778:0:16091:0:(nrs.c:757:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8800acc98840. 00000100:00000010:0.0:1749610060.386782:0:16091:0:(nrs.c:757:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8800998ea000. 00000100:00000010:0.0:1749610060.386784:0:16091:0:(nrs.c:757:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8800998ea0c0. 00000100:00000010:0.0:1749610060.386785:0:16091:0:(nrs.c:757:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8800998ea180. 00000020:00000010:0.0:1749610060.386833:0:16091:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009f16c000. 00000020:00000010:0.0:1749610060.386837:0:16091:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880096650000. 00000020:00000010:0.0:1749610060.386843:0:16091:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8800998e2000. 00000020:00000010:0.0:1749610060.386846:0:16091:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8800accca000. 00000020:00000010:0.0:1749610060.386849:0:16091:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009c4c6c00. 00000100:00000010:0.0:1749610060.386858:0:16091:0:(service.c:3743:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff88009c4dc000. 00000100:00000010:0.0:1749610060.386865:0:16091:0:(service.c:3749:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8800acccf000. 00000100:00000010:0.0:1749610060.386869:0:16091:0:(service.c:3755:ptlrpc_service_free()) kfreed 'svcpt': 800 at ffff880095c65400. 00000100:00000010:0.0:1749610060.386881:0:16091:0:(service.c:3761:ptlrpc_service_free()) kfreed 'svc': 320 at ffff8800a7cfd000. 00080000:00000010:0.0:1749610060.386887:0:16091:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8800a9a1cb40. 20000000:00000010:0.0:1749610060.386915:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6d580. 20000000:00000010:0.0:1749610060.386917:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at ffff88009df68980. 20000000:00000010:0.0:1749610060.386921:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6d9a0. 20000000:00000010:0.0:1749610060.386922:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff88009df68630. 20000000:00000010:0.0:1749610060.386924:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6dbe0. 20000000:00000010:0.0:1749610060.386925:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff88009df688b0. 20000000:00000010:0.0:1749610060.386927:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6d500. 20000000:00000010:0.0:1749610060.386927:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff88009df684a0. 20000000:00000010:0.0:1749610060.386928:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6d280. 20000000:00000010:0.0:1749610060.386929:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at ffff88012f833c58. 20000000:00000010:0.0:1749610060.386930:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6db80. 20000000:00000010:0.0:1749610060.386931:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at ffff88012f833c08. 20000000:00000010:0.0:1749610060.386932:0:16091:0:(mgs_internal.h:343:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff880099e6de20. 20000000:00000010:0.0:1749610060.386932:0:16091:0:(mgs_internal.h:347:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at ffff88009df68e80. 00080000:00000010:0.0:1749610060.386935:0:16091:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8800a9a1cb40. 20000000:00000010:0.0:1749610060.386964:0:16091:0:(mgs_llog.c:550:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at ffff88009d16a000. 20000000:00000010:0.0:1749610060.386975:0:16091:0:(mgs_llog.c:551:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at ffff88009d16e000. 20000000:00000010:0.0:1749610060.386982:0:16091:0:(mgs_llog.c:149:name_destroy()) kfreed '*name': 14 at ffff88009df68a70. 20000000:00000010:0.0:1749610060.386983:0:16091:0:(mgs_llog.c:149:name_destroy()) kfreed '*name': 14 at ffff88009df684e0. 20000000:00000010:0.0:1749610060.386984:0:16091:0:(mgs_llog.c:555:mgs_free_fsdb()) kfreed 'fsdb': 496 at ffff8800a7cfd600. 20000000:00000010:0.0:1749610060.386986:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 14 at ffff88009df68e80. 20000000:00000010:0.0:1749610060.386987:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6de20. 20000000:00000010:0.0:1749610060.386988:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 7 at ffff88012f833c08. 20000000:00000010:0.0:1749610060.386989:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6db80. 20000000:00000010:0.0:1749610060.386990:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 8 at ffff88012f833c58. 20000000:00000010:0.0:1749610060.386991:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6d280. 20000000:00000010:0.0:1749610060.386992:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff88009df684a0. 20000000:00000010:0.0:1749610060.386993:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6d500. 20000000:00000010:0.0:1749610060.386994:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff88009df688b0. 20000000:00000010:0.0:1749610060.386995:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6dbe0. 20000000:00000010:0.0:1749610060.386996:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff88009df68630. 20000000:00000010:0.0:1749610060.386997:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6d9a0. 20000000:00000010:0.0:1749610060.386998:0:16091:0:(mgs_internal.h:334:mgs_direntry_free()) kfreed 'de->mde_name': 10 at ffff88009df68980. 20000000:00000010:0.0:1749610060.386998:0:16091:0:(mgs_internal.h:335:mgs_direntry_free()) kfreed 'de': 32 at ffff880099e6d580. 20000000:00000010:0.0:1749610060.387017:0:16091:0:(mgs_llog.c:550:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at ffff88009f3f4000. 20000000:00000010:0.0:1749610060.387021:0:16091:0:(mgs_llog.c:551:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at ffff88009f3f2000. 20000000:00000010:0.0:1749610060.387025:0:16091:0:(mgs_llog.c:149:name_destroy()) kfreed '*name': 14 at ffff88009df68cd0. 20000000:00000010:0.0:1749610060.387026:0:16091:0:(mgs_llog.c:149:name_destroy()) kfreed '*name': 14 at ffff88009df681a0. 20000000:00000010:0.0:1749610060.387027:0:16091:0:(mgs_llog.c:555:mgs_free_fsdb()) kfreed 'fsdb': 496 at ffff8800a7cfda00. 20000000:00000010:0.0:1749610060.387028:0:16091:0:(mgs_llog.c:550:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at ffff88009f3f0000. 20000000:00000010:0.0:1749610060.387031:0:16091:0:(mgs_llog.c:551:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at ffff88009d16c000. 20000000:00000010:0.0:1749610060.387034:0:16091:0:(mgs_llog.c:555:mgs_free_fsdb()) kfreed 'fsdb': 496 at ffff8800a7cfdc00. 20000000:00000010:0.0:1749610060.387035:0:16091:0:(mgs_llog.c:555:mgs_free_fsdb()) kfreed 'fsdb': 496 at ffff8800a7cfd400. 00000020:00000010:0.0:1749610060.387088:0:16091:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at ffff8800b462f800. 00000020:00000010:0.0:1749610060.387090:0:16091:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 160 at ffff88009d1646c0. 00000020:00000010:0.0:1749610060.387092:0:16091:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 584 at ffff88009a707000. 00000020:00000010:0.0:1749610060.387093:0:16091:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff880096a7b600. 00000020:00000010:0.0:1749610060.387094:0:16091:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff8800b462f500. 00000020:00000010:0.0:1749610060.387095:0:16091:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 584 at ffff88009a704800. 00000020:00000010:0.0:1749610060.387097:0:16091:0:(lprocfs_status_server.c:346:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff880130826f00. 00080000:00000010:0.0:1749610060.387140:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a6132400. 00000020:00000010:0.0:1749610060.387142:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff880096483a00. 00000020:00000010:0.0:1749610060.387144:0:16091:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff8800965f4b00. 00080000:00000010:0.0:1749610060.387148:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a6132200. 00000020:00000010:0.0:1749610060.387149:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff880096483400. 00000020:00000010:0.0:1749610060.387150:0:16091:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff8800965f4900. 00000040:00000010:0.0:1749610060.387152:0:16091:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff8800acc98300. 20000000:00000010:0.0:1749610060.387155:0:16091:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at ffff880096e3a4c0. 20000000:00000010:0.0:1749610060.387158:0:16091:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at ffff880096e3a4c0. 00080000:00000010:0.0:1749610060.387164:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a6132a00. 00000020:00000010:0.0:1749610060.387165:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff880096483d00. 00000001:00000010:0.0:1749610060.387169:0:16091:0:(nodemap_storage.c:2251:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at ffff880099e6d8e0. 00080000:00000010:0.0:1749610060.387180:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a6132e00. 00000020:00000010:0.0:1749610060.387181:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff880096483900. 00000020:00000010:0.0:1749610060.387183:0:16091:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff8800965f4b80. 00080000:00000010:0.0:1749610060.387191:0:16091:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff880096483600. 00080000:00000010:0.0:1749610060.387195:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a6132800. 00000020:00000010:0.0:1749610060.387199:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff880096483700. 00080000:00000010:0.0:1749610060.387207:0:16091:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a6132600. 00000020:00000010:0.0:1749610060.387208:0:16091:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff880096483b00. 00000020:00000010:0.0:1749610060.387218:0:16091:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 392 at ffff8800a6133000. 00000020:00000010:0.0:1749610060.387230:0:16091:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8800a6133200. 00000020:00000010:0.0:1749610060.387232:0:16091:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880096898400. 00000020:00000010:0.0:1749610060.387253:0:16091:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff88012c0e2bc0. 00000020:00000010:0.0:1749610060.387254:0:16091:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff880136851f40. 00000020:00000010:0.0:1749610060.387256:0:16091:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff880099e6d180. 00000020:00000010:0.0:1749610060.387257:0:16091:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009a8e2c00. 00000001:00000010:0.0:1749610060.387268:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 288 at ffff8800a6133600. 00000001:00000010:0.0:1749610060.387269:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 288 at ffff8800a6133400. 00000001:00000010:0.0:1749610060.387270:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 16 at ffff88009df68530. 00000001:00000010:0.0:1749610060.387271:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff880096483800. 00010000:00000010:0.0:1749610060.387273:0:16091:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff88009a8e0000. 00000020:00000010:0.0:1749610060.387296:0:16091:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at ffff88012f833f28. 00000020:00000010:0.0:1749610060.387298:0:16091:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff880099e6d160. 00000020:00000010:1.0:1749610060.387302:0:12954:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b4250800. 00000001:00000010:0.0:1749610060.387303:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009f3b7800. 00000001:00000010:0.0:1749610060.387304:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009f3b7400. 00000001:00000010:0.0:1749610060.387305:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009f3b6a00. 00000001:00000010:0.0:1749610060.387307:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009f3b6c00. 00000001:00000010:0.0:1749610060.387307:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880099e6d4a0. 00000001:00000010:0.0:1749610060.387308:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009979ed80. 00000001:00000010:0.0:1749610060.387311:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009f3b6000. 00000001:00000010:0.0:1749610060.387312:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880072621e00. 00000001:00000010:0.0:1749610060.387313:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880072621600. 00000001:00000010:0.0:1749610060.387314:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880072620c00. 00000001:00000010:0.0:1749610060.387315:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880099e6da40. 00000001:00000010:0.0:1749610060.387316:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009979e900. 00000020:00000010:0.0:1749610060.387322:0:16091:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b4251000. 00000020:00000010:0.0:1749610060.387324:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000020:00000010:0.0:1749610060.387326:0:16091:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a6133600. 00000040:00000010:0.0:1749610060.387327:0:16091:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a6133200. 00000020:00000010:0.0:1749610060.387331:0:16091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a0b7a800. 00000020:00000010:0.0:1749610060.387333:0:16091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a6133000. 80000000:00000010:0.0:1749610060.387334:0:16091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d19c0. 00040000:00000010:0.0:1749610060.387336:0:16091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a6132600. 00080000:00000010:0.0:1749610060.387338:0:16091:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acff2000. 00080000:00000010:0.0:1749610060.387342:0:16091:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c23a000. 20000000:00000010:0.0:1749610060.387344:0:16091:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800a6132e00. 20000000:00000010:0.0:1749610060.387357:0:16091:0:(mgs_handler.c:1319:mgs_device_free()) kfreed 'mgs': 1800 at ffff8800b4256000. 00000020:00000010:0.0:1749610060.387360:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a6133600. 00000040:00000010:0.0:1749610060.387362:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a6133200. 00000020:00000010:0.0:1749610060.387363:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a0b7a800. 00000020:00000010:0.0:1749610060.387364:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a6133000. 80000000:00000010:0.0:1749610060.387365:0:16091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d19c0. 00040000:00000010:0.0:1749610060.387367:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a6132600. 00080000:00000010:0.0:1749610060.387368:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c23a000. 00080000:00000010:0.0:1749610060.387370:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acff2000. 20000000:00000010:0.0:1749610060.387372:0:16091:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff8800a6132e00. 00000020:00000010:0.0:1749610060.387373:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000020:00000010:0.0:1749610060.387374:0:16091:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88009c4caae0. 00000020:00000010:0.0:1749610060.387377:0:16091:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 56 at ffff880096e3ac40. 00000020:00000010:0.0:1749610060.387398:0:16091:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8800a50d19c0. 00000020:00000010:1.0:1749610060.387406:0:12954:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b4251800. 00000020:00000010:0.0:1749610060.387821:0:16091:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 256 at ffff880096483c00. 00000020:00000010:0.0:1749610060.387824:0:16091:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009a8e1c00. 00080000:00000010:0.0:1749610060.387864:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45df00. 00080000:00000010:0.0:1749610060.387866:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45d300. 00080000:00000010:0.0:1749610060.387868:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45db00. 00080000:00000010:0.0:1749610060.387869:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45dd00. 00080000:00000010:0.0:1749610060.387870:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45dc00. 00080000:00000010:0.0:1749610060.387871:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45de00. 00080000:00000010:0.0:1749610060.387872:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45d100. 00080000:00000010:0.0:1749610060.387874:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45d800. 00080000:00000010:0.0:1749610060.387875:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45d000. 00080000:00000010:0.0:1749610060.387876:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45d600. 00080000:00000010:0.0:1749610060.387880:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45d900. 00080000:00000010:0.0:1749610060.387882:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45d400. 00080000:00000010:0.0:1749610060.387883:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45d700. 00080000:00000010:0.0:1749610060.387884:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45d200. 00080000:00000010:0.0:1749610060.387886:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17f00. 00080000:00000010:0.0:1749610060.387887:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17e00. 00080000:00000010:0.0:1749610060.387889:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17d00. 00080000:00000010:0.0:1749610060.387890:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17c00. 00080000:00000010:0.0:1749610060.387891:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17b00. 00080000:00000010:0.0:1749610060.387892:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17a00. 00080000:00000010:0.0:1749610060.387893:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17900. 00080000:00000010:0.0:1749610060.387894:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17800. 00080000:00000010:0.0:1749610060.387895:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17700. 00080000:00000010:0.0:1749610060.387896:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17600. 00080000:00000010:0.0:1749610060.387897:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17100. 00080000:00000010:0.0:1749610060.387903:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17400. 00080000:00000010:0.0:1749610060.387904:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17000. 00080000:00000010:0.0:1749610060.387905:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17300. 00080000:00000010:0.0:1749610060.387906:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17200. 00080000:00000010:0.0:1749610060.387907:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c45d500. 00080000:00000010:0.0:1749610060.387909:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009653f400. 00080000:00000010:0.0:1749610060.387910:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009653f000. 00080000:00000010:0.0:1749610060.387911:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009653f100. 00080000:00000010:0.0:1749610060.387912:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009653f600. 00080000:00000010:0.0:1749610060.387914:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009653f200. 00080000:00000010:0.0:1749610060.387915:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009653ff00. 00080000:00000010:0.0:1749610060.387917:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009653fa00. 00080000:00000010:0.0:1749610060.387918:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009653fb00. 00080000:00000010:0.0:1749610060.387920:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880096e17500. 00080000:00000010:0.0:1749610060.387922:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fb100. 00080000:00000010:0.0:1749610060.387924:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fb000. 00080000:00000010:0.0:1749610060.387926:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fb300. 00080000:00000010:0.0:1749610060.387928:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fbe00. 00080000:00000010:0.0:1749610060.387935:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fbc00. 00080000:00000010:0.0:1749610060.387938:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fbf00. 00080000:00000010:0.0:1749610060.387939:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fba00. 00080000:00000010:0.0:1749610060.387941:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fbd00. 00080000:00000010:0.0:1749610060.387943:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fb800. 00080000:00000010:0.0:1749610060.387945:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fbb00. 00080000:00000010:0.0:1749610060.387947:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fb600. 00080000:00000010:0.0:1749610060.387949:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fb900. 00080000:00000010:0.0:1749610060.387950:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fb400. 00080000:00000010:0.0:1749610060.387953:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fb700. 00080000:00000010:0.0:1749610060.387959:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800953fb200. 00080000:00000010:0.0:1749610060.387962:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009653f900. 00080000:00000010:0.0:1749610060.387964:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009a702400. 00080000:00000010:0.0:1749610060.387966:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009a702500. 00080000:00000010:0.0:1749610060.387968:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009a702a00. 00080000:00000010:0.0:1749610060.387970:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009a702c00. 00080000:00000010:0.0:1749610060.387973:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009a702600. 00080000:00000010:0.0:1749610060.387975:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009a702800. 00080000:00000010:0.0:1749610060.387978:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009a702f00. 00080000:00000010:0.0:1749610060.387980:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009a702200. 00080000:00000010:0.0:1749610060.387982:0:16091:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009a702d00. 00080000:00000010:0.0:1749610060.387984:0:16091:0:(osd_oi.c:505:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at ffff88009d168000. 00000001:00000010:0.0:1749610060.387996:0:16091:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff880096483300. 00000001:00000010:0.0:1749610060.387999:0:16091:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88012e2ac200. 00000001:00000010:0.0:1749610060.388009:0:16091:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff880096483500. 00000001:00000010:0.0:1749610060.388011:0:16091:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88012e2ac780. 00000001:00000010:0.0:1749610060.388021:0:16091:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff880096483f00. 00000001:00000010:0.0:1749610060.388022:0:16091:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88012e2acdc0. 00000001:00000010:0.0:1749610060.388024:0:16091:0:(osd_compat.c:564:osd_ost_fini()) kfreed 'map': 128 at ffff8800965f4c80. 00000001:00000010:0.0:1749610060.388026:0:16091:0:(osd_compat.c:303:osd_mdt_fini()) kfreed 'omm': 8 at ffff88012f8332f8. 00000001:00000010:0.0:1749610060.388454:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880072621800. 00000001:00000010:0.0:1749610060.388456:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880072620400. 00000001:00000010:0.0:1749610060.388457:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880072620600. 00000001:00000010:0.0:1749610060.388461:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880072620200. 00000001:00000010:0.0:1749610060.388462:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880136853c60. 00000001:00000010:0.0:1749610060.388464:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a7c80d80. 00000001:00000010:0.0:1749610060.388468:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880072621200. 00000001:00000010:0.0:1749610060.388469:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880072621000. 00000001:00000010:0.0:1749610060.388469:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880072620e00. 00000001:00000010:0.0:1749610060.388470:0:16091:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880072621400. 00000001:00000010:0.0:1749610060.388471:0:16091:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880136853760. 00000001:00000010:0.0:1749610060.388472:0:16091:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a7c809c0. 00000020:00000010:0.0:1749610060.388478:0:16091:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88012c7a8800. 00000020:00000010:0.0:1749610060.388480:0:16091:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000020:00000010:0.0:1749610060.388482:0:16091:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a6132e00. 00000040:00000010:0.0:1749610060.388483:0:16091:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a6132800. 00000020:00000010:0.0:1749610060.388484:0:16091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a0b7a800. 00000020:00000010:0.0:1749610060.388485:0:16091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a6132600. 00040000:00000010:0.0:1749610060.388487:0:16091:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007249bd00. 00040000:00000010:0.0:1749610060.388488:0:16091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a6133000. 00080000:00000010:0.0:1749610060.388489:0:16091:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acff2000. 00080000:00000010:0.0:1749610060.388491:0:16091:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c23a000. 00000020:00000010:0.0:1749610060.388512:0:16091:0:(lu_object.c:1145:lu_site_fini()) kfreed 's->ls_bkts': 14336 at ffff88009c49c000. 00000020:00000010:0.0:1749610060.388517:0:16091:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88009c45da00. 00000020:00000010:0.0:1749610060.388519:0:16091:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8800b462fb00. 00000020:00000010:0.0:1749610060.388520:0:16091:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88009f3b9b00. 00000020:00000010:0.0:1749610060.388521:0:16091:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff8800965f3780. 00000020:00000010:0.0:1749610060.388523:0:16091:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009a8e1000. 00080000:00000010:0.0:1749610060.388525:0:16091:0:(osd_handler.c:8649:osd_device_free()) kfreed 'o': 31552 at ffff8800998b8000. 00000020:00000010:0.0:1749610060.388532:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a6132e00. 00000040:00000010:0.0:1749610060.388534:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a6132800. 00000020:00000010:0.0:1749610060.388535:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a0b7a800. 00000020:00000010:0.0:1749610060.388536:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a6132600. 00040000:00000010:0.0:1749610060.388538:0:16091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007249bd00. 00040000:00000010:0.0:1749610060.388539:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a6133000. 00080000:00000010:0.0:1749610060.388540:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c23a000. 00080000:00000010:0.0:1749610060.388545:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acff2000. 00000020:00000010:0.0:1749610060.388546:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000020:00000010:0.0:1749610060.388548:0:16091:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff8800923f2ae0. 00000020:00000010:0.0:1749610060.388555:0:16091:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff8800a50d19c0. 00000020:00000010:0.0:1749610060.388558:0:16091:0:(obd_mount.c:679:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at ffff880136853800. 00000020:00000010:0.0:1749610060.388560:0:16091:0:(obd_mount.c:681:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at ffff880136bbe4f0. 00000020:00000010:0.0:1749610060.388564:0:16091:0:(obd_mount.c:687:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 29 at ffff8801368532a0. 00000020:00000010:0.0:1749610060.388566:0:16091:0:(obd_mount.c:695:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at ffff880136bbed20. 00000020:00000010:0.0:1749610060.388567:0:16091:0:(obd_mount.c:696:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff88012daef000. 00000020:00000010:0.0:1749610060.388570:0:16091:0:(obd_mount.c:700:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 112 at ffff88009d4e6800. 00000020:00000010:0.0:1749610060.388571:0:16091:0:(obd_mount.c:704:lustre_free_lsi()) kfreed 'lsi': 1208 at ffff88012c7a8000. 00000020:00000010:0.0:1749610060.388578:0:16091:0:(tgt_mount.c:1806:server_put_super()) kfreed 'extraname': 22 at ffff880136853860. 00000020:00000010:0.0:1749610060.388581:0:16091:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880136851c80. 00000020:00000010:0.0:1749610060.388584:0:16091:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006ebca400. 00000040:00000010:0.0:1749610060.388586:0:16091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006ebcaa00. 00000020:00000010:0.0:1749610060.388588:0:16091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880095c90800. 00000020:00000010:0.0:1749610060.388591:0:16091:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88009256ad48. 00000020:00000010:0.0:1749610060.388593:0:16091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006ebcbc00. 80000000:00000010:0.0:1749610060.388595:0:16091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec5720. 40000000:00000010:0.0:1749610060.388597:0:16091:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136851f80. 00100000:00000010:0.0:1749610060.388598:0:16091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880095c91000. 00040000:00000010:0.0:1749610060.388600:0:16091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009f3b9e00. 00040000:00000010:0.0:1749610060.388602:0:16091:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff880095c91800. 00040000:00000010:0.0:1749610060.388604:0:16091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006ebcba00. 00080000:00000010:0.0:1749610060.388606:0:16091:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880098a9a000. 00080000:00000010:0.0:1749610060.388608:0:16091:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012daed000. 00000004:00000010:0.0:1749610060.388610:0:16091:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880095c92000. 00000004:00000010:0.0:1749610060.388613:0:16091:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012daee000. 00000004:00000010:0.0:1749610060.388615:0:16091:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880095c92800. 00002000:00000010:0.0:1749610060.388617:0:16091:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88013071c400. 00000004:00000010:0.0:1749610060.388618:0:16091:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88013071cc00. 00000020:00000010:0.0:1749610060.388620:0:16091:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca000. 00000020:02000400:0.0:1749610060.388621:0:16091:0:(tgt_mount.c:1814:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:0.0:1749610060.390114:0:16091:0:(tgt_mount.c:1815:server_put_super()) kfreed 'tmpname': 15 at ffff880136bbe7a0. 00000080:00020000:0.0:1749610060.390119:0:16091:0:(super25.c:181:lustre_fill_super()) llite: Unable to mount : rc = -17 00080000:00000010:1.0:1749610060.424817:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013200. 00080000:00000010:1.0:1749610060.424825:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013200. 00080000:00000010:1.0:1749610060.424880:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013200. 00080000:00000010:1.0:1749610060.424883:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013200. 00080000:00000010:0.0:1749610060.567372:0:16125:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392800. 00080000:00000010:0.0:1749610060.567380:0:16125:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392800. 00080000:00000010:0.0:1749610060.567407:0:16125:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392800. 00080000:00000010:0.0:1749610060.567410:0:16125:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392800. 00080000:00000010:0.0:1749610060.570255:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392800. 00080000:00000010:0.0:1749610060.570258:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392800. 00080000:00000010:0.0:1749610060.570296:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392800. 00080000:00000010:0.0:1749610060.570299:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392800. 00080000:00000010:1.0:1749610060.689450:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013200. 00080000:00000010:1.0:1749610060.689458:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013200. 00080000:00000010:1.0:1749610060.689497:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013200. 00080000:00000010:1.0:1749610060.689501:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013200. 00080000:00000010:2.0:1749610060.833899:0:16189:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6680. 00080000:00000010:2.0:1749610060.833906:0:16189:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6680. 00080000:00000010:2.0:1749610060.833921:0:16189:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6680. 00080000:00000010:2.0:1749610060.833925:0:16189:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6680. 00080000:00000010:2.0:1749610060.836598:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6680. 00080000:00000010:2.0:1749610060.836601:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6680. 00080000:00000010:2.0:1749610060.836642:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6680. 00080000:00000010:2.0:1749610060.836643:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6680. 00080000:00000010:1.0:1749610060.957361:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013200. 00080000:00000010:1.0:1749610060.957368:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013200. 00080000:00000010:1.0:1749610060.957430:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013200. 00080000:00000010:1.0:1749610060.957434:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013200. 00080000:00000010:3.0:1749610061.058626:0:16256:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610061.058633:0:16256:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610061.058645:0:16256:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610061.058649:0:16256:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886300. 00080000:00000010:0.0:1749610061.061695:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392880. 00080000:00000010:0.0:1749610061.061700:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392880. 00080000:00000010:0.0:1749610061.061746:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392880. 00080000:00000010:0.0:1749610061.061747:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392880. 00080000:00000010:0.0:1749610061.180202:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392880. 00080000:00000010:0.0:1749610061.180210:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392880. 00080000:00000010:0.0:1749610061.180250:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392880. 00080000:00000010:0.0:1749610061.180253:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392880. 00080000:00000010:3.0:1749610061.288787:0:16321:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610061.288796:0:16321:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610061.288817:0:16321:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610061.288821:0:16321:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886300. 00080000:00000010:0.0:1749610061.291301:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392980. 00080000:00000010:0.0:1749610061.291305:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392980. 00080000:00000010:0.0:1749610061.291365:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392980. 00080000:00000010:0.0:1749610061.291369:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392980. 00080000:00000010:1.0:1749610061.406865:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610061.406873:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610061.406941:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610061.406946:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00000100:00000010:1.0:1749610061.477775:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807b80. 02000000:00000010:1.0:1749610061.477795:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096365000. 00000100:00000010:1.0:1749610061.477812:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a027e900. 00000100:00000010:1.0:1749610061.477827:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a027e900. 02000000:00000010:1.0:1749610061.477832:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096365000. 00000100:00000010:1.0:1749610061.477834:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807b80. 00080000:00000010:1.0:1749610061.519304:0:16387:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610061.519311:0:16387:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610061.519323:0:16387:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610061.519326:0:16387:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00080000:00000010:0.0:1749610061.522069:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392980. 00080000:00000010:0.0:1749610061.522072:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392980. 00080000:00000010:0.0:1749610061.522116:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392980. 00080000:00000010:0.0:1749610061.522118:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392980. 00000100:00000010:0.0:1749610061.595743:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c1f80. 02000000:00000010:0.0:1749610061.595761:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6133a00. 00010000:00000010:0.0:1749610061.595776:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007249bb00. 00010000:00000010:0.0:1749610061.595782:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6133800. 00000100:00000010:0.0:1749610061.595801:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f794900. 02000000:00000010:0.0:1749610061.595818:0:6439:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096796c00. 00000400:00000010:0.0:1749610061.595825:0:6439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea210. 00000400:00000010:0.0:1749610061.595832:0:6439:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610061.595846:0:6439:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193543936, portal 25 00000400:00000010:0.0:1749610061.595850:0:6439:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d97f8. 00000100:00000200:0.0:1749610061.595852:0:6439:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1834598193543936, offset 0 00000400:00000200:0.0:1749610061.595860:0:6439:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610061.595874:0:6439:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610061.595885:0:6439:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6848eada1bb00 00000400:00000100:0.0:1749610061.595891:0:6439:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193543936 offset 0 length 328: 4 00000400:00000200:0.0:1749610061.595894:0:6439:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880072619ef0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610061.595897:0:6439:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1749610061.595907:0:6439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d97f8 00000400:00000010:0.0:1749610061.595909:0:6439:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d97f8. 00000100:00000200:0.0:1749610061.595915:0:6439:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800974c1f80 x1834598193543936/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1749610077 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610061.595931:0:6439:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800accd0340. 00000100:00000010:0.0:1749610061.595942:0:6439:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800accd0200. 00000100:00000010:0.0:1749610061.595947:0:6439:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800accd0680. 00000100:00000010:0.0:1749610061.595959:0:6439:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800accd06c0. 00000100:00000010:0.0:1749610061.607711:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800accd0340. 00000100:00000010:2.0:1749610061.607733:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800accd0680. 00000100:00000010:1.0:1749610061.607750:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800accd0200. 00000100:00000010:3.0:1749610061.607756:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800accd06c0. 00080000:00000010:1.0:1749610061.639268:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013780. 00080000:00000010:1.0:1749610061.639276:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013780. 00080000:00000010:1.0:1749610061.639327:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013780. 00080000:00000010:1.0:1749610061.639330:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013780. 00080000:00000010:2.0:1749610061.744571:0:16450:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6380. 00080000:00000010:2.0:1749610061.744580:0:16450:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6380. 00080000:00000010:2.0:1749610061.744599:0:16450:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6380. 00080000:00000010:2.0:1749610061.744604:0:16450:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6380. 00080000:00000010:3.0:1749610061.747826:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886600. 00080000:00000010:3.0:1749610061.747831:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886600. 00080000:00000010:3.0:1749610061.747904:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886600. 00080000:00000010:3.0:1749610061.747908:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886600. 00080000:00000010:3.0:1749610061.864328:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610061.864337:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610061.864420:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610061.864426:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610061.974180:0:16516:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610061.974190:0:16516:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610061.974211:0:16516:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610061.974216:0:16516:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886300. 00080000:00000010:2.0:1749610061.977108:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6280. 00080000:00000010:2.0:1749610061.977111:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6280. 00080000:00000010:2.0:1749610061.977152:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6280. 00080000:00000010:2.0:1749610061.977155:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6280. 00080000:00000010:1.0:1749610062.079027:0:16561:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013600. 00080000:00000010:1.0:1749610062.079034:0:16561:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013600. 00080000:00000010:1.0:1749610062.079042:0:16561:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013600. 00080000:00000010:1.0:1749610062.079045:0:16561:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013600. 00080000:00000010:3.0:1749610062.112065:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610062.112073:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610062.112116:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886300. 00080000:00000010:3.0:1749610062.112120:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886300. 00080000:00000010:2.0:1749610062.243875:0:16583:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6280. 00080000:00000010:2.0:1749610062.243884:0:16583:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6280. 00080000:00000010:2.0:1749610062.243896:0:16583:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6280. 00080000:00000010:2.0:1749610062.243899:0:16583:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6280. 00080000:00000010:2.0:1749610062.246656:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6280. 00080000:00000010:2.0:1749610062.246659:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6280. 00080000:00000010:2.0:1749610062.246727:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6280. 00080000:00000010:2.0:1749610062.246729:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6280. 00000020:00000010:3.0:1749610062.338856:0:16625:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff880099d2c830. 00000020:00000010:3.0:1749610062.338871:0:16625:0:(kernelcomm.c:143:lustre_device_list_start()) kfreed 'glist': 16 at ffff880099d2c830. 00000020:00000010:3.0:1749610062.338975:0:16625:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff88006e4ed400. 00000020:00020000:3.0:1749610062.338982:0:16625:0:(obd_class.h:1230:obd_iocontrol()) MGC192.168.203.144@tcp: no obd_iocontrol operation 00000020:00000010:3.0:1749610062.346672:0:16625:0:(class_obd.c:497:class_handle_ioctl()) kfreed 'data': 576 at ffff88006e4ed400. 00080000:00000010:2.0:1749610062.378423:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6280. 00080000:00000010:2.0:1749610062.378431:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6280. 00080000:00000010:2.0:1749610062.378474:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6280. 00080000:00000010:2.0:1749610062.378478:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6280. 00080000:00000010:1.0:1749610062.529498:0:16647:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013500. 00080000:00000010:1.0:1749610062.529505:0:16647:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013500. 00080000:00000010:1.0:1749610062.529518:0:16647:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013500. 00080000:00000010:1.0:1749610062.529521:0:16647:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013500. 00080000:00000010:3.0:1749610062.532357:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886800. 00080000:00000010:3.0:1749610062.532361:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886800. 00080000:00000010:3.0:1749610062.532452:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886800. 00080000:00000010:3.0:1749610062.532455:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886800. 00080000:00000010:2.0:1749610062.642924:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6200. 00080000:00000010:2.0:1749610062.642932:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6200. 00080000:00000010:2.0:1749610062.642972:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6200. 00080000:00000010:2.0:1749610062.642976:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6200. 00080000:00000010:1.0:1749610062.784516:0:16711:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013500. 00080000:00000010:1.0:1749610062.784526:0:16711:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013500. 00080000:00000010:1.0:1749610062.784543:0:16711:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013500. 00080000:00000010:1.0:1749610062.784549:0:16711:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013500. 00080000:00000010:2.0:1749610062.787339:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6200. 00080000:00000010:2.0:1749610062.787344:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6200. 00080000:00000010:2.0:1749610062.787433:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6200. 00080000:00000010:2.0:1749610062.787436:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6200. 00080000:00000010:3.0:1749610062.907849:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610062.907857:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610062.907920:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610062.907925:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00080000:00000010:1.0:1749610063.012638:0:16778:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013080. 00080000:00000010:1.0:1749610063.012648:0:16778:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013080. 00080000:00000010:1.0:1749610063.012666:0:16778:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013080. 00080000:00000010:1.0:1749610063.012670:0:16778:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013080. 00080000:00000010:3.0:1749610063.016208:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610063.016213:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610063.016284:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610063.016288:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00080000:00000010:1.0:1749610063.135585:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013100. 00080000:00000010:1.0:1749610063.135593:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013100. 00080000:00000010:1.0:1749610063.135631:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013100. 00080000:00000010:1.0:1749610063.135635:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013100. 00080000:00000010:3.0:1749610063.246234:0:16843:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610063.246241:0:16843:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610063.246253:0:16843:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610063.246257:0:16843:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00080000:00000010:2.0:1749610063.248954:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6000. 00080000:00000010:2.0:1749610063.248958:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6000. 00080000:00000010:2.0:1749610063.248999:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6000. 00080000:00000010:2.0:1749610063.249001:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6000. 00080000:00000010:1.0:1749610063.379386:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013080. 00080000:00000010:1.0:1749610063.379392:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013080. 00080000:00000010:1.0:1749610063.379458:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013080. 00080000:00000010:1.0:1749610063.379462:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013080. 00000100:00000010:3.0:1749610063.476736:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688000. 02000000:00000010:3.0:1749610063.476753:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880096483400. 00000100:00000010:3.0:1749610063.476799:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688380. 02000000:00000010:3.0:1749610063.476806:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4efc00. 02000000:00000010:0.0:1749610063.476819:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132a00. 00000400:00000010:0.0:1749610063.476828:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaf78. 00000100:00000010:3.0:1749610063.476831:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68a300. 00000400:00000010:0.0:1749610063.476833:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d97f8. 02000000:00000010:3.0:1749610063.476835:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4ec400. 00000100:00000200:0.0:1749610063.476838:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193544064, portal 25 00000400:00000010:0.0:1749610063.476841:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000100:00000200:0.0:1749610063.476843:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834598193544064, offset 0 00000100:00000010:3.0:1749610063.476844:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68a680. 02000000:00000010:3.0:1749610063.476848:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4ee000. 00000400:00000200:0.0:1749610063.476849:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749610063.476853:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b800. 02000000:00000010:3.0:1749610063.476856:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880096483900. 00000400:00000200:0.0:1749610063.476859:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610063.476866:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848eada1bb80 00000400:00000100:0.0:1749610063.476870:0:1051:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193544064 offset 0 length 224: 4 00000400:00000200:0.0:1749610063.476872:0:1051:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880072619ef0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610063.476874:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:3.0:1749610063.476876:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68ad80. 02000000:00000010:3.0:1749610063.476880:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880096483100. 00000400:00000200:0.0:1749610063.476881:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 02000000:00000010:1.0:1749610063.476885:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0c00. 00000400:00000010:0.0:1749610063.476891:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000400:00000010:1.0:1749610063.476892:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52058. 00000100:00000200:0.0:1749610063.476897:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688000 x1834598193544064/t0(0) o400->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749610079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610063.476898:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387dd0. 02000000:00000010:3.0:1749610063.476899:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008fab6200. 00000100:00000200:1.0:1749610063.476903:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193544576, portal 10 00000400:00000010:3.0:1749610063.476904:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000010:3.0:1749610063.476908:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000100:00000010:0.0:1749610063.476908:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7800. 00000400:00000010:1.0:1749610063.476909:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387e58. 00000100:00000200:3.0:1749610063.476911:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193544704, portal 4 00000100:00000200:1.0:1749610063.476912:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193544576, offset 0 00000400:00000010:3.0:1749610063.476915:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000010:0.0:1749610063.476917:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7f00. 00000400:00000200:1.0:1749610063.476919:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610063.476920:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7500. 00000100:00000200:3.0:1749610063.476924:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193544704, offset 0 00000400:00000200:3.0:1749610063.476928:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610063.476929:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610063.476930:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801302e7540. 00000400:00000200:3.0:1749610063.476934:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610063.476938:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1bd80 00000400:00000200:3.0:1749610063.476939:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1be00 00000400:00000200:1.0:1749610063.476944:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 4832 00000400:00000200:1.0:1749610063.476950:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610063.476952:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 1608 00000400:00000200:1.0:1749610063.476955:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610063.476956:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610063.476959:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610063.476959:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071f400. 00000100:00000200:1.0:1749610063.476960:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610063.476962:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:2.0:1749610063.476963:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000100:00000010:1.0:1749610063.476965:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807b80. 00000100:00000010:3.0:1749610063.476966:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688a80. 00000400:00000010:2.0:1749610063.476966:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610063.476969:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193544192, portal 4 00000400:00000010:2.0:1749610063.476973:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610063.476974:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193544192, offset 0 00000400:00000200:1.0:1749610063.476978:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387e58 00000400:00000010:1.0:1749610063.476979:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387e58. 00000400:00000200:2.0:1749610063.476985:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610063.476985:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68b800 x1834598193544576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610063.476989:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610063.476991:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610063.476992:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000200:2.0:1749610063.476994:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1bc00 00000100:00000200:3.0:1749610063.476995:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68ad80 x1834598193544704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610063.476998:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 15080 00000400:00000200:2.0:1749610063.477002:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610063.477002:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7180. 00000400:00000200:2.0:1749610063.477004:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610063.477007:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:0.0:1749610063.477007:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880130844500. 00000100:00000010:2.0:1749610063.477011:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f603800. 00000400:00000200:2.0:1749610063.477027:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610063.477028:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610063.477033:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d688380 x1834598193544192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610063.477034:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba100. 00000020:00000010:3.0:1749610063.477038:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2540. 00000020:00000010:1.0:1749610063.477039:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0200. 00000020:00000010:0.0:1749610063.477041:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132e00. 00000020:00000010:1.0:1749610063.477043:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013080. 00000020:00000010:3.0:1749610063.477044:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008fab6600. 00000020:00000010:0.0:1749610063.477044:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392d80. 02000000:00000010:2.0:1749610063.477046:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071cc00. 00000020:00000010:3.0:1749610063.477047:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886080. 00000020:00000010:0.0:1749610063.477047:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40404b0. 00000400:00000010:2.0:1749610063.477048:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000020:00000010:3.0:1749610063.477050:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace090c8. 00000400:00000010:2.0:1749610063.477050:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000020:00000010:1.0:1749610063.477051:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000100:00000200:2.0:1749610063.477052:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193544320, portal 10 00000400:00000010:2.0:1749610063.477055:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610063.477056:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193544320, offset 0 00000400:00000200:2.0:1749610063.477059:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610063.477062:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610063.477066:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1bc80 00000020:00000010:0.0:1749610063.477068:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801302e7640. 00000400:00000200:2.0:1749610063.477069:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 5056 00000020:00000010:3.0:1749610063.477070:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800a7eba2c0. 00000020:00000010:0.0:1749610063.477070:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801302e7640. 00000100:00000200:1.0:1749610063.477071:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193544192 00000020:00000010:3.0:1749610063.477072:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800a7eba2c0. 00000400:00000200:2.0:1749610063.477072:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610063.477072:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193544576 00000100:00000200:3.0:1749610063.477074:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193544704 00000400:00000200:2.0:1749610063.477079:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610063.477082:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:0.0:1749610063.477083:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096794c00. 02000000:00000010:3.0:1749610063.477084:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4edc00. 00000100:00000010:2.0:1749610063.477085:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f601880. 00010000:00020000:1.0:1749610063.477088:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000200:0.0:1749610063.477089:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880095807b80 x1834598193544576/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:254/0 lens 224/224 e 0 to 0 dl 1749610074 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749610063.477090:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d688a80 x1834598193544704/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:254/0 lens 224/224 e 0 to 0 dl 1749610074 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610063.477093:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610063.477094:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 02000000:00000010:1.0:1749610063.477094:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b3800. 00000100:00000200:2.0:1749610063.477097:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68a300 x1834598193544320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610063.477099:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000400:00000010:3.0:1749610063.477100:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000010:1.0:1749610063.477101:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387e58. 00000100:00000200:0.0:1749610063.477101:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193544576, offset 224 00000100:00000200:3.0:1749610063.477102:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193544704, offset 224 00000100:00000200:1.0:1749610063.477104:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193544192, offset 0 00000400:00000200:0.0:1749610063.477105:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610063.477108:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610063.477109:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071fc00. 00000400:00000200:0.0:1749610063.477110:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610063.477111:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000200:1.0:1749610063.477111:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610063.477113:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610063.477113:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000200:0.0:1749610063.477114:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1bd80 00000100:00000200:2.0:1749610063.477116:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193544448, portal 10 00000400:00000200:3.0:1749610063.477117:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1be00 00000400:00000200:1.0:1749610063.477117:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610063.477118:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x63d5 [1] + 224 00000400:00000010:2.0:1749610063.477119:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000400:00000200:3.0:1749610063.477122:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x63d9 [1] + 224 00000400:00000200:0.0:1749610063.477122:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610063.477123:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1bc00 00000400:00000200:0.0:1749610063.477124:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610063.477125:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610063.477125:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193544448, offset 0 00000400:00000200:1.0:1749610063.477126:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x63e5 [1] + 0 00000400:00000200:3.0:1749610063.477128:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610063.477130:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610063.477131:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610063.477132:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68ad80 x1834598193544704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610063.477132:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68b800 x1834598193544576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610063.477133:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610063.477134:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610063.477137:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d688380 x1834598193544192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610063.477138:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1bd00 00000400:00000200:2.0:1749610063.477140:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 5576 00000400:00000200:2.0:1749610063.477144:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610063.477146:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610063.477146:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000400:00000010:0.0:1749610063.477148:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000400:00000200:3.0:1749610063.477149:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610063.477151:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000200:1.0:1749610063.477153:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387e58 00000400:00000010:1.0:1749610063.477155:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387e58. 00000020:00000010:0.0:1749610063.477156:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392d80. 00000020:00000010:3.0:1749610063.477158:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886080. 00000020:00000010:3.0:1749610063.477161:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace090c8. 00000020:00000010:1.0:1749610063.477161:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013080. 00000100:00000200:2.0:1749610063.477163:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1749610063.477163:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40404b0. 00000020:00000010:3.0:1749610063.477164:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008fab6600. 00000020:00000010:1.0:1749610063.477164:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000100:00000010:2.0:1749610063.477165:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f602d80. 00000020:00000010:0.0:1749610063.477165:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132e00. 00000020:00000010:1.0:1749610063.477167:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0200. 00000400:00000200:2.0:1749610063.477173:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610063.477174:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000400:00000010:3.0:1749610063.477177:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000100:00000200:2.0:1749610063.477177:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68a680 x1834598193544448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610063.477181:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000020:00000010:0.0:1749610063.477184:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132e00. 00000020:00000010:1.0:1749610063.477186:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0200. 00000020:00000010:0.0:1749610063.477186:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392d80. 00000400:00000010:3.0:1749610063.477187:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000020:00000010:0.0:1749610063.477187:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40404b0. 00000020:00000010:1.0:1749610063.477188:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013080. 00000020:00000010:1.0:1749610063.477190:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000100:00000200:3.0:1749610063.477191:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68ad80 x1834598193544704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610063.477191:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000400:00000200:2.0:1749610063.477194:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:2.0:1749610063.477195:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610063.477197:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688380 x1834598193544192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610063.477198:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68ad80 x1834598193544704/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610063.477199:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193544320 00000100:00000200:1.0:1749610063.477201:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193544448 00000100:00000200:2.0:1749610063.477204:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688380 x1834598193544192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749610063.477210:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749610063.477213:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610063.477214:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096796400. 02000000:00000010:3.0:1749610063.477217:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136ac8800. 02000000:00000010:1.0:1749610063.477218:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b3c00. 00000400:00000010:0.0:1749610063.477218:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 02000000:00000010:3.0:1749610063.477221:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800acf00600. 00000100:00000200:0.0:1749610063.477221:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193544320, offset 0 00000400:00000010:1.0:1749610063.477222:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387e58. 00000400:00000200:0.0:1749610063.477223:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610063.477224:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071f400. 00000100:00000010:3.0:1749610063.477225:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095806d80. 00000100:00000200:1.0:1749610063.477225:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193544448, offset 0 02000000:00000010:2.0:1749610063.477226:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4efc00. 00000400:00000200:0.0:1749610063.477227:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610063.477228:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688380. 02000000:00000010:3.0:1749610063.477229:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008fab6200. 00000400:00000200:1.0:1749610063.477229:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610063.477230:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1bc80 02000000:00000010:3.0:1749610063.477231:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880096483100. 00000100:00000010:3.0:1749610063.477232:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68ad80. 00000400:00000200:0.0:1749610063.477232:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x63ed [1] + 0 00000400:00000200:1.0:1749610063.477234:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610063.477235:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610063.477237:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610063.477239:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1bd00 00000100:00000200:0.0:1749610063.477240:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68a300 x1834598193544320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610063.477242:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6401 [1] + 0 00000400:00000200:1.0:1749610063.477251:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610063.477252:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000400:00000010:0.0:1749610063.477253:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000400:00000200:1.0:1749610063.477254:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610063.477257:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000020:00000010:0.0:1749610063.477257:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392d80. 00000020:00000010:0.0:1749610063.477258:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40404b0. 00000400:00000200:2.0:1749610063.477260:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000020:00000010:0.0:1749610063.477260:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132e00. 00000400:00000010:2.0:1749610063.477261:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610063.477265:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68a300 x1834598193544320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610063.477265:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68a680 x1834598193544448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610063.477270:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68a300 x1834598193544320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610063.477272:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52058. 00000400:00000200:0.0:1749610063.477274:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387dd0 00000400:00000010:0.0:1749610063.477275:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387dd0. 00000100:00000200:0.0:1749610063.477278:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68b800 x1834598193544576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610063.477279:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387e58 00000400:00000010:1.0:1749610063.477281:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387e58. 00000100:00000200:0.0:1749610063.477282:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68b800 x1834598193544576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610063.477285:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610063.477286:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610063.477288:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:1.0:1749610063.477289:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013080. 00000100:00000200:2.0:1749610063.477290:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68a680 x1834598193544448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610063.477292:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000020:00000010:1.0:1749610063.477294:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0200. 02000000:00000010:0.0:1749610063.477295:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0c00. 00000100:00000200:2.0:1749610063.477297:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68a680 x1834598193544448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610063.477302:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880096483900. 00000100:00000010:0.0:1749610063.477304:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68b800. 02000000:00000010:2.0:1749610063.477307:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071cc00. 02000000:00000010:2.0:1749610063.477310:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4ec400. 00000100:00000010:2.0:1749610063.477312:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68a300. 02000000:00000010:2.0:1749610063.477315:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071fc00. 02000000:00000010:2.0:1749610063.477317:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4ee000. 00000100:00000010:2.0:1749610063.477319:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68a680. 00000100:00000010:1.0:1749610063.478703:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095806d80. 02000000:00000010:1.0:1749610063.478710:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800958a0000. 00000100:00000010:1.0:1749610063.478718:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a027e3c0. 00000100:00000010:1.0:1749610063.478726:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a027e3c0. 02000000:00000010:1.0:1749610063.478729:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800958a0000. 00000100:00000010:1.0:1749610063.478731:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095806d80. 00000100:00000010:1.0:1749610063.488713:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7f00. 00000100:00000010:3.0:1749610063.488740:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7540. 00000100:00000010:2.0:1749610063.488755:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7500. 00000100:00000010:0.0:1749610063.488777:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801302e7800. 00080000:00000010:0.0:1749610063.491292:0:16906:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392d80. 00080000:00000010:0.0:1749610063.491298:0:16906:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392d80. 00080000:00000010:0.0:1749610063.491310:0:16906:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392d80. 00080000:00000010:0.0:1749610063.491313:0:16906:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392d80. 00080000:00000010:2.0:1749610063.494407:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6080. 00080000:00000010:2.0:1749610063.494411:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6080. 00080000:00000010:2.0:1749610063.494478:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6080. 00080000:00000010:2.0:1749610063.494481:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6080. 00080000:00000010:3.0:1749610063.611379:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749610063.611387:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749610063.611432:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886080. 00080000:00000010:3.0:1749610063.611436:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886080. 00080000:00000010:2.0:1749610063.719294:0:16971:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6000. 00080000:00000010:2.0:1749610063.719301:0:16971:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6000. 00080000:00000010:2.0:1749610063.719316:0:16971:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6000. 00080000:00000010:2.0:1749610063.719319:0:16971:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6000. 00080000:00000010:3.0:1749610063.722137:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886700. 00080000:00000010:3.0:1749610063.722141:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886700. 00080000:00000010:3.0:1749610063.722182:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886700. 00080000:00000010:3.0:1749610063.722184:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886700. 00080000:00000010:0.0:1749610063.843781:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610063.843789:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610063.843854:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610063.843858:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610063.951055:0:17036:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610063.951065:0:17036:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610063.951083:0:17036:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610063.951088:0:17036:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610063.954239:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610063.954242:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610063.954314:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610063.954317:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392f80. 00080000:00000010:1.0:1749610064.053011:0:17083:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013e80. 00080000:00000010:1.0:1749610064.053019:0:17083:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013e80. 00080000:00000010:1.0:1749610064.053025:0:17083:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013e80. 00080000:00000010:1.0:1749610064.053028:0:17083:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013e80. 00080000:00000010:1.0:1749610064.087548:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013e80. 00080000:00000010:1.0:1749610064.087556:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013e80. 00080000:00000010:1.0:1749610064.087622:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013e80. 00080000:00000010:1.0:1749610064.087626:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013e80. 00080000:00000010:0.0:1749610064.202519:0:17105:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610064.202527:0:17105:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610064.202542:0:17105:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392f80. 00080000:00000010:0.0:1749610064.202546:0:17105:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392f80. 00080000:00000010:1.0:1749610064.205274:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610064.205278:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610064.205343:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610064.205347:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610064.324181:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610064.324190:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610064.324256:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610064.324261:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013380. 00080000:00000010:2.0:1749610064.429959:0:17169:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6200. 00080000:00000010:2.0:1749610064.429967:0:17169:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6200. 00080000:00000010:2.0:1749610064.429984:0:17169:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6200. 00080000:00000010:2.0:1749610064.429988:0:17169:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6200. 00080000:00000010:1.0:1749610064.432948:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013400. 00080000:00000010:1.0:1749610064.432956:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013400. 00080000:00000010:1.0:1749610064.433024:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013400. 00080000:00000010:1.0:1749610064.433027:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013400. 00080000:00000010:1.0:1749610064.550716:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013400. 00080000:00000010:1.0:1749610064.550723:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013400. 00080000:00000010:1.0:1749610064.550765:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013400. 00080000:00000010:1.0:1749610064.550769:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013400. 00080000:00000010:1.0:1749610064.693704:0:17234:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013400. 00080000:00000010:1.0:1749610064.693711:0:17234:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013400. 00080000:00000010:1.0:1749610064.693729:0:17234:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013400. 00080000:00000010:1.0:1749610064.693733:0:17234:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013400. 00080000:00000010:2.0:1749610064.696573:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6380. 00080000:00000010:2.0:1749610064.696577:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6380. 00080000:00000010:2.0:1749610064.696641:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6380. 00080000:00000010:2.0:1749610064.696644:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6380. 00080000:00000010:3.0:1749610064.815345:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886c80. 00080000:00000010:3.0:1749610064.815366:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886c80. 00080000:00000010:3.0:1749610064.815416:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886c80. 00080000:00000010:3.0:1749610064.815420:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886c80. 00080000:00000010:2.0:1749610064.958048:0:17298:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6380. 00080000:00000010:2.0:1749610064.958057:0:17298:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6380. 00080000:00000010:2.0:1749610064.958075:0:17298:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6380. 00080000:00000010:2.0:1749610064.958080:0:17298:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6380. 00080000:00000010:3.0:1749610064.960917:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610064.960921:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610064.960961:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610064.960963:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610065.085489:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610065.085497:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610065.085563:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610065.085568:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610065.205128:0:17365:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610065.205140:0:17365:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610065.205156:0:17365:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610065.205160:0:17365:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610065.208488:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610065.208491:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610065.208561:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886500. 00080000:00000010:3.0:1749610065.208564:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886500. 00080000:00000010:2.0:1749610065.331062:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.331071:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.331143:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.331147:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.439836:0:17430:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.439845:0:17430:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.439861:0:17430:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.439866:0:17430:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.442600:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.442603:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.442668:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.442671:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6480. 00000100:00000010:1.0:1749610065.479744:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095806d80. 02000000:00000010:1.0:1749610065.479767:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800958a0400. 00000100:00000010:1.0:1749610065.479780:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a027ee40. 00000100:00000010:1.0:1749610065.479796:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a027ee40. 02000000:00000010:1.0:1749610065.479800:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800958a0400. 00000100:00000010:1.0:1749610065.479803:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095806d80. 00080000:00000010:2.0:1749610065.561540:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.561546:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.561609:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6480. 00080000:00000010:2.0:1749610065.561613:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6480. 00080000:00000010:3.0:1749610065.678797:0:17496:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886100. 00080000:00000010:3.0:1749610065.678804:0:17496:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886100. 00080000:00000010:3.0:1749610065.678818:0:17496:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886100. 00080000:00000010:3.0:1749610065.678822:0:17496:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886100. 00080000:00000010:2.0:1749610065.681285:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.681288:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.681325:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.681327:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.791030:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.791039:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.791106:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.791110:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.894273:0:17559:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.894278:0:17559:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.894289:0:17559:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.894291:0:17559:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.896713:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.896716:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.896783:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6600. 00080000:00000010:2.0:1749610065.896786:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6600. 00080000:00000010:1.0:1749610066.013239:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610066.013245:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610066.013284:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610066.013287:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013380. 00080000:00000010:0.0:1749610066.119881:0:17623:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392e00. 00080000:00000010:0.0:1749610066.119887:0:17623:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392e00. 00080000:00000010:0.0:1749610066.119897:0:17623:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392e00. 00080000:00000010:0.0:1749610066.119900:0:17623:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392e00. 00080000:00000010:2.0:1749610066.122194:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6580. 00080000:00000010:2.0:1749610066.122197:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6580. 00080000:00000010:2.0:1749610066.122234:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6580. 00080000:00000010:2.0:1749610066.122235:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6580. 00080000:00000010:1.0:1749610066.210451:0:17670:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610066.210457:0:17670:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610066.210463:0:17670:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610066.210466:0:17670:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013380. 00000020:00000010:2.0:1749610066.218852:0:17670:0:(obd_mount.c:644:lustre_init_lsi()) kmalloced '(lsi)': 1208 at ffff880095c94000. 00000020:00000010:2.0:1749610066.218857:0:17670:0:(obd_mount.c:647:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff88009d4e6580. 00000020:00000010:2.0:1749610066.218863:0:17670:0:(obd_mount.c:1374:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff88012daee000. 00000020:00000010:2.0:1749610066.218873:0:17670:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 12 at ffff880136bbe7e0. 00000020:00000010:2.0:1749610066.218878:0:17670:0:(obd_mount.c:1123:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at ffff880099e6dbe0. 00000020:00000010:2.0:1749610066.218887:0:17670:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 15 at ffff880136bbef00. 00000020:00000010:2.0:1749610066.218891:0:17670:0:(obd_mount.c:1571:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at ffff880099e6d280. 00000020:00000010:2.0:1749610066.218905:0:17670:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at ffff88009d4e6680. 00000020:00000010:2.0:1749610066.218915:0:17670:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800923f2ae0. 00000020:00000010:2.0:1749610066.218920:0:17670:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880095c96000. 00000020:00000010:2.0:1749610066.218931:0:17670:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at ffff88009d4e6680. 00000020:00000010:2.0:1749610066.218934:0:17670:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at ffff88009d4e6680. 00000001:00000010:2.0:1749610066.218950:0:17670:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a7c80780. 00000001:00000010:2.0:1749610066.218953:0:17670:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880099e6de20. 00000001:00000010:2.0:1749610066.218957:0:17670:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006ebca400. 00000001:00000010:2.0:1749610066.218959:0:17670:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006ebcac00. 00000001:00000010:2.0:1749610066.218961:0:17670:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006ebca000. 00000001:00000010:2.0:1749610066.218963:0:17670:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006ebcb600. 00000001:00000010:2.0:1749610066.218965:0:17670:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a7c80300. 00000001:00000010:2.0:1749610066.218971:0:17670:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880099e6dda0. 00000001:00000010:2.0:1749610066.218973:0:17670:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006ebcb000. 00000001:00000010:2.0:1749610066.218975:0:17670:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006ebcaa00. 00000001:00000010:2.0:1749610066.218977:0:17670:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006ebca800. 00000001:00000010:2.0:1749610066.218978:0:17670:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006ebcba00. 00000020:00000010:2.0:1749610066.218982:0:17670:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b600. 00000020:00000010:2.0:1749610066.218986:0:17670:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6880. 00000020:00000010:2.0:1749610066.218990:0:17670:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73578. 00000008:00000010:2.0:1749610066.218993:0:17670:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800994c7080. 00020000:00000010:2.0:1749610066.218997:0:17670:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880096ec9b00. 00008000:00000010:2.0:1749610066.219001:0:17670:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88012a2dfed0. 00000080:00000010:2.0:1749610066.219006:0:17670:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff880129da4e10. 00000020:00000010:2.0:1749610066.219009:0:17670:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b400. 00000020:00000010:2.0:1749610066.219011:0:17670:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a7a600. 00000040:00000010:2.0:1749610066.219014:0:17670:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a7be00. 00000020:00000010:2.0:1749610066.219017:0:17670:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880095c95800. 00000020:00000010:2.0:1749610066.219019:0:17670:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a7ba00. 00040000:00000010:2.0:1749610066.219023:0:17670:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f3b9c00. 00040000:00000010:2.0:1749610066.219025:0:17670:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a7b800. 00080000:00000010:2.0:1749610066.219029:0:17670:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012daeb000. 00080000:00000010:2.0:1749610066.219033:0:17670:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880098a9c000. 00080000:00000010:2.0:1749610066.219049:0:17670:0:(osd_handler.c:8613:osd_device_alloc()) kmalloced '(o)': 31552 at ffff8800a60f8000. 00000001:00000010:0.0:1749610066.225851:0:17670:0:(osd_compat.c:487:osd_ost_init()) kmalloced '(dev->od_ost_map)': 128 at ffff88009d392b80. 00000020:00000010:0.0:1749610066.226178:0:17670:0:(lu_object.c:1091:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800aa25c000. 00000020:00000010:0.0:1749610066.226183:0:17670:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880096794400. 00000020:00000010:0.0:1749610066.226185:0:17670:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff88009f794840. 00000020:00000010:0.0:1749610066.226826:0:17670:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88007249b900. 00080000:00000010:0.0:1749610066.226830:0:17670:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a6133200. 00080000:00000010:0.0:1749610066.226835:0:17670:0:(osd_handler.c:422:osd_object_alloc()) kmalloced '(h)': 88 at ffff8800a50d1840. 00080000:00000010:0.0:1749610066.227031:0:17670:0:(osd_oi.c:395:osd_oi_init()) kmalloced '(oi)': 8192 at ffff88009c23a000. 00080000:00000010:0.0:1749610066.227060:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88007249b800. 00080000:00000010:0.0:1749610066.227201:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88007249b200. 00080000:00000010:0.0:1749610066.227321:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88007249b400. 00080000:00000010:0.0:1749610066.227443:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88007249b300. 00080000:00000010:0.0:1749610066.227556:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88007249b000. 00080000:00000010:0.0:1749610066.227667:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88007249b500. 00080000:00000010:0.0:1749610066.227808:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88007249be00. 00080000:00000010:0.0:1749610066.227909:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88007249bc00. 00080000:00000010:0.0:1749610066.227997:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88007249ba00. 00080000:00000010:0.0:1749610066.228095:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88007249b600. 00080000:00000010:0.0:1749610066.228210:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88007249bd00. 00080000:00000010:0.0:1749610066.228307:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88007249b700. 00080000:00000010:0.0:1749610066.228444:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4d00. 00080000:00000010:0.0:1749610066.228526:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4f00. 00080000:00000010:0.0:1749610066.228631:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4b00. 00080000:00000010:0.0:1749610066.228755:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4e00. 00080000:00000010:0.0:1749610066.228935:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4900. 00080000:00000010:0.0:1749610066.229057:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4c00. 00080000:00000010:0.0:1749610066.229187:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4700. 00080000:00000010:0.0:1749610066.229316:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4a00. 00080000:00000010:0.0:1749610066.229457:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4000. 00080000:00000010:0.0:1749610066.229589:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4200. 00080000:00000010:0.0:1749610066.229727:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4100. 00080000:00000010:0.0:1749610066.229860:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4400. 00080000:00000010:0.0:1749610066.229979:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4300. 00080000:00000010:0.0:1749610066.230097:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4600. 00080000:00000010:0.0:1749610066.230201:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4500. 00080000:00000010:0.0:1749610066.230320:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88007249b100. 00080000:00000010:0.0:1749610066.230452:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7000. 00080000:00000010:0.0:1749610066.230568:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7200. 00080000:00000010:0.0:1749610066.230695:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7100. 00080000:00000010:0.0:1749610066.230850:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7400. 00080000:00000010:0.0:1749610066.230984:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7300. 00080000:00000010:0.0:1749610066.231111:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7600. 00080000:00000010:0.0:1749610066.231232:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7500. 00080000:00000010:0.0:1749610066.231368:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7800. 00080000:00000010:0.0:1749610066.231509:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7700. 00080000:00000010:0.0:1749610066.231661:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7a00. 00080000:00000010:0.0:1749610066.231864:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7900. 00080000:00000010:0.0:1749610066.231987:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7c00. 00080000:00000010:0.0:1749610066.232117:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7b00. 00080000:00000010:0.0:1749610066.232250:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7e00. 00080000:00000010:0.0:1749610066.232396:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7d00. 00080000:00000010:0.0:1749610066.232513:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a82f4800. 00080000:00000010:0.0:1749610066.232614:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302000. 00080000:00000010:0.0:1749610066.232704:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302200. 00080000:00000010:0.0:1749610066.232803:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302100. 00080000:00000010:0.0:1749610066.232900:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302400. 00080000:00000010:0.0:1749610066.233023:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302300. 00080000:00000010:0.0:1749610066.233154:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302600. 00080000:00000010:0.0:1749610066.233259:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302500. 00080000:00000010:0.0:1749610066.233372:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302800. 00080000:00000010:0.0:1749610066.233500:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302700. 00080000:00000010:0.0:1749610066.233620:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302a00. 00080000:00000010:0.0:1749610066.233738:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302900. 00080000:00000010:0.0:1749610066.233852:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302c00. 00080000:00000010:0.0:1749610066.233964:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302b00. 00080000:00000010:0.0:1749610066.234063:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302e00. 00080000:00000010:0.0:1749610066.234160:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b302d00. 00080000:00000010:0.0:1749610066.234249:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8cb7f00. 00080000:00000010:0.0:1749610066.234360:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bf9be00. 00080000:00000010:0.0:1749610066.234452:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bf9bc00. 00080000:00000010:0.0:1749610066.234550:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bf9ba00. 00080000:00000010:0.0:1749610066.234708:0:17670:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bf9b300. 00000001:00000010:0.0:1749610066.234852:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.234965:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00100000:00000010:0.0:1749610066.234968:0:17670:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88012d558a80. 00000001:00000010:0.0:1749610066.234982:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.234984:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00100000:00000010:0.0:1749610066.234989:0:17670:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88012d558900. 00100000:00000010:0.0:1749610066.234995:0:17670:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880137748380. 00100000:00000010:0.0:1749610066.235176:0:17670:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88012d558a80. 00000001:00000010:0.0:1749610066.235372:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235453:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00100000:00000010:0.0:1749610066.235457:0:17670:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88012d558900. 00100000:00000010:0.0:1749610066.235542:0:17670:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880137748380. 00000001:00000010:0.0:1749610066.235552:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235554:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235560:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235662:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235690:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235694:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235698:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235700:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235704:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235705:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235708:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235710:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235713:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235714:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235718:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235720:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235723:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235724:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235727:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235728:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235731:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235732:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235735:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235736:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235740:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235850:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235867:0:17670:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a4ea160. 00000001:00000010:0.0:1749610066.235959:0:17670:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a4ea160. 00000020:00000010:0.0:1749610066.236118:0:17670:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880096797800. 00000020:00000010:0.0:1749610066.236121:0:17670:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at ffff88009bf9bb00. 00040000:00000010:0.0:1749610066.236138:0:17670:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at ffff8800a6132200. 00040000:00000010:0.0:1749610066.236142:0:17670:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 192 at ffff88009f794780. 00040000:00000010:0.0:1749610066.236145:0:17670:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 192 at ffff88009f794780. 00000020:00000010:0.0:1749610066.236160:0:17670:0:(lprocfs_status.c:91:lprocfs_add_symlink()) kmalloced '(dest)': 129 at ffff8800965f33c0. 00000020:00000010:0.0:1749610066.236164:0:17670:0:(lprocfs_status.c:104:lprocfs_add_symlink()) kfreed 'dest': 129 at ffff8800965f33c0. 00000020:00000010:0.0:1749610066.236177:0:17670:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a7a600. 00000040:00000010:0.0:1749610066.236181:0:17670:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a7be00. 00000020:00000010:0.0:1749610066.236184:0:17670:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880095c95800. 00000020:00000010:0.0:1749610066.236189:0:17670:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a7ba00. 00040000:00000010:0.0:1749610066.236192:0:17670:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009f3b9c00. 00040000:00000010:0.0:1749610066.236195:0:17670:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a7b800. 00080000:00000010:0.0:1749610066.236199:0:17670:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880098a9c000. 00080000:00000010:0.0:1749610066.236203:0:17670:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012daeb000. 00000020:00000010:0.0:1749610066.236205:0:17670:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b400. 00000020:00000010:0.0:1749610066.236209:0:17670:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6880. 00000020:00000010:0.0:1749610066.236211:0:17670:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73578. 00000008:00000010:0.0:1749610066.236215:0:17670:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800994c7080. 00020000:00000010:0.0:1749610066.236218:0:17670:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880096ec9b00. 00008000:00000010:0.0:1749610066.236221:0:17670:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88012a2dfed0. 00000080:00000010:0.0:1749610066.236224:0:17670:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff880129da4e10. 00000020:00000010:0.0:1749610066.236226:0:17670:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b600. 00000020:00000010:0.0:1749610066.236230:0:17670:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at ffff88009d4e6680. 00000020:00000010:0.0:1749610066.236239:0:17670:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800a0b7d000. 00000020:00000010:0.0:1749610066.236254:0:17670:0:(obd_mount.c:308:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff88012f813300. 00000020:00000010:0.0:1749610066.236256:0:17670:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff88012f8137e0. 00000020:00000010:0.0:1749610066.236257:0:17670:0:(obd_mount.c:317:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8800965f33c0. 00000020:00000010:0.0:1749610066.236261:0:17670:0:(obd_mount.c:551:lustre_start_mgc()) kfreed 'data': 192 at ffff8800965f33c0. 00000020:00000010:0.0:1749610066.236262:0:17670:0:(obd_mount.c:552:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff88012f813300. 00000020:00000010:0.0:1749610066.236263:0:17670:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff88012f8137e0. 00000020:00000010:0.0:1749610066.236274:0:17670:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000020:00000010:0.0:1749610066.236276:0:17670:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a6132e00. 00000040:00000010:0.0:1749610066.236277:0:17670:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a6132000. 00000020:00000010:0.0:1749610066.236279:0:17670:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a0b7e800. 00000020:00000010:0.0:1749610066.236281:0:17670:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a6132600. 80000000:00000010:0.0:1749610066.236283:0:17670:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d1ae0. 00040000:00000010:0.0:1749610066.236284:0:17670:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a6133400. 00080000:00000010:0.0:1749610066.236287:0:17670:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800accce000. 00080000:00000010:0.0:1749610066.236290:0:17670:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c23c000. 00000020:00000010:0.0:1749610066.236296:0:17670:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 392 at ffff8800a6133600. 00000020:00000010:0.0:1749610066.236298:0:17670:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff88009d392a80. 00000020:00000010:0.0:1749610066.236302:0:17670:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009bf9b800. 00080000:00000010:0.0:1749610066.236306:0:17670:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a6133e00. 00000001:00000010:0.0:1749610066.236310:0:17670:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff880137748380. 00000001:00000010:0.0:1749610066.236449:0:17670:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff88009bf9b500. 00000020:00000010:0.0:1749610066.236899:0:17670:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009bf9bd00. 00080000:00000010:0.0:1749610066.236901:0:17670:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800b45f0400. 00080000:00000010:0.0:1749610066.236919:0:17670:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880096796000. 00000020:00000010:0.0:1749610066.236921:0:17670:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009bf9b400. 00080000:00000010:0.0:1749610066.236922:0:17670:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800b45f1000. 00080000:00000010:0.0:1749610066.236942:0:17670:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800b45f0400. 00000020:00000010:0.0:1749610066.236943:0:17670:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009bf9bd00. 00000040:00000010:0.0:1749610066.236963:0:17670:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800965f3840. 00000020:00000010:0.0:1749610066.236966:0:17670:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff88009d392b00. 00000020:00000010:0.0:1749610066.236967:0:17670:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009bf9b000. 00080000:00000010:0.0:1749610066.236974:0:17670:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800b45f0400. 00000001:00000010:0.0:1749610066.236976:0:17670:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff880137748700. 00000001:00000010:0.0:1749610066.236987:0:17670:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff88009bf9b100. 00000020:00000010:0.0:1749610066.237419:0:17670:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff88009d392980. 00000020:00000010:0.0:1749610066.237423:0:17670:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009bf9b700. 00080000:00000010:0.0:1749610066.237426:0:17670:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800b45f0600. 00000001:00000010:0.0:1749610066.237428:0:17670:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff880137748140. 00000001:00000010:0.0:1749610066.237444:0:17670:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff88009bf9bf00. 00000020:00000010:0.0:1749610066.237847:0:17670:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4608 at ffff88009c23e000. 00000100:00000010:0.0:1749610066.237862:0:17670:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c2300. 02000000:00000010:0.0:1749610066.237875:0:17670:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff88009c238000. 00000100:00000010:0.0:1749610066.237885:0:17670:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3f00. 02000000:00000010:0.0:1749610066.237900:0:17670:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff88009d168000. 00000400:00000010:0.0:1749610066.237904:0:17670:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea160. 00000400:00000010:0.0:1749610066.237908:0:17670:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800965f3480. 00000100:00000200:0.0:1749610066.237913:0:17670:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1834598193545088, portal 25 00000400:00000010:0.0:1749610066.237916:0:17670:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800965f3600. 00000100:00000200:0.0:1749610066.237917:0:17670:0:(niobuf.c:81:ptl_send_buf()) Sending 4832 bytes to portal 26, xid 1834598193545088, offset 0 00000400:00000200:0.0:1749610066.237921:0:17670:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610066.237929:0:17670:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610066.237937:0:17670:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 4832 into portal 26 MB=0x6848eada1bf80 00000400:00000100:0.0:1749610066.237940:0:17670:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193545088 offset 0 length 4832: 4 00000400:00000200:0.0:1749610066.237942:0:17670:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880072619ef0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610066.237944:0:17670:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1749610066.237950:0:17670:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800965f3600 00000400:00000010:0.0:1749610066.237951:0:17670:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800965f3600. 00000100:00000200:0.0:1749610066.237956:0:17670:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800974c2300 x1834598193545088/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 1749610082 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610066.237966:0:17670:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880137748f80. 00000100:00000010:0.0:1749610066.237973:0:17670:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801377487c0. 00000100:00000010:0.0:1749610066.237985:0:17670:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880137748e40. 00000100:00000010:0.0:1749610066.237993:0:17670:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880137748a40. 00000100:00000010:3.0:1749610066.249769:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137748a40. 00000100:00000010:1.0:1749610066.249786:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801377487c0. 00000100:00000010:0.0:1749610066.249803:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137748f80. 00000100:00000010:2.0:1749610066.249826:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137748e40. 00000800:00000200:0.0:1749610066.512825:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749610066.512832:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749610066.512835:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610066.513002:0:1043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1749610067.480860:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f602300. 02000000:00000010:2.0:1749610067.480878:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610067.480890:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80c00. 00000100:00000010:2.0:1749610067.480903:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80c00. 02000000:00000010:2.0:1749610067.480908:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610067.480912:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f602300. 00000100:00000010:3.0:1749610068.484810:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68ad80. 02000000:00000010:3.0:1749610068.484828:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aad00. 00000100:00000010:3.0:1749610068.484874:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689500. 02000000:00000010:3.0:1749610068.484879:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4ec400. 00000100:00000010:3.0:1749610068.484892:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b100. 02000000:00000010:3.0:1749610068.484894:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4efc00. 00000100:00000010:3.0:1749610068.484899:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b480. 02000000:00000010:0.0:1749610068.484899:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096364200. 02000000:00000010:3.0:1749610068.484901:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4ef400. 02000000:00000010:2.0:1749610068.484903:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c000. 00000100:00000010:3.0:1749610068.484905:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689f80. 00000400:00000010:0.0:1749610068.484906:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaf20. 02000000:00000010:3.0:1749610068.484907:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aae00. 00000400:00000010:2.0:1749610068.484909:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000100:00000010:3.0:1749610068.484912:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68bb80. 02000000:00000010:3.0:1749610068.484914:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aab00. 00000400:00000010:2.0:1749610068.484921:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 02000000:00000010:1.0:1749610068.484922:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0000. 00000400:00000010:0.0:1749610068.484922:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000100:00000200:2.0:1749610068.484927:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193545472, portal 4 00000400:00000010:1.0:1749610068.484927:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52000. 00000100:00000200:0.0:1749610068.484930:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193545344, portal 25 00000400:00000010:1.0:1749610068.484931:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387e58. 00000400:00000010:2.0:1749610068.484932:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610068.484933:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193545472, offset 0 00000100:00000200:1.0:1749610068.484933:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193545856, portal 10 00000400:00000010:0.0:1749610068.484933:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610068.484934:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834598193545344, offset 0 02000000:00000010:3.0:1749610068.484935:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008fab7a00. 00000400:00000010:1.0:1749610068.484936:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000400:00000010:3.0:1749610068.484938:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000200:2.0:1749610068.484939:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610068.484942:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610068.484944:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193545856, offset 0 00000400:00000010:3.0:1749610068.484946:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000400:00000200:1.0:1749610068.484947:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610068.484949:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610068.484949:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610068.484950:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193545984, portal 4 00000400:00000200:1.0:1749610068.484952:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610068.484953:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610068.484954:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193545984, offset 0 00000400:00000200:2.0:1749610068.484956:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1c100 00000400:00000200:3.0:1749610068.484957:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610068.484958:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848eada1c080 00000400:00000200:2.0:1749610068.484961:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 15600 00000400:00000200:1.0:1749610068.484961:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1c280 00000400:00000200:3.0:1749610068.484962:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000100:0.0:1749610068.484965:0:1050:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193545344 offset 0 length 224: 4 00000400:00000200:3.0:1749610068.484966:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1c300 00000400:00000200:2.0:1749610068.484966:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610068.484966:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 6096 00000400:00000200:0.0:1749610068.484967:0:1050:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880072619ef0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749610068.484968:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610068.484968:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1749610068.484969:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610068.484971:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610068.484972:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1749610068.484975:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 1832 00000100:00000010:2.0:1749610068.484975:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f602300. 00000400:00000200:3.0:1749610068.484978:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610068.484978:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610068.484978:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:0.0:1749610068.484979:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000400:00000200:3.0:1749610068.484980:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749610068.484980:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095806d80. 00000100:00000200:3.0:1749610068.484982:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1749610068.484984:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68aa00. 00000100:00000200:0.0:1749610068.484984:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68ad80 x1834598193545344/t0(0) o400->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749610084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610068.484985:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610068.484986:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610068.484990:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689500 x1834598193545472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610068.484990:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610068.484992:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000400:00000200:3.0:1749610068.484994:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610068.484995:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000200:1.0:1749610068.484995:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d689f80 x1834598193545856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610068.484996:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880137748f80. 00000100:00000200:3.0:1749610068.484997:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68bb80 x1834598193545984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610068.485011:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880137748300. 00000100:00000010:0.0:1749610068.485013:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880137748b40. 00000020:00000010:2.0:1749610068.485018:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7bc00. 00000020:00000010:2.0:1749610068.485021:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6800. 00000020:00000010:2.0:1749610068.485024:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf734b0. 00000020:00000010:1.0:1749610068.485025:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5343c40. 00000100:00000010:0.0:1749610068.485025:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880137748e80. 00000020:00000010:1.0:1749610068.485029:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801302e7180. 00000020:00000010:3.0:1749610068.485030:0:7429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d9bd540. 00000020:00000010:3.0:1749610068.485032:0:7429:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800a7eba100. 00000020:00000010:3.0:1749610068.485036:0:7429:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008fab7e00. 00000020:00000010:1.0:1749610068.485036:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 00000020:00000010:3.0:1749610068.485038:0:7429:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c80. 00000020:00000010:1.0:1749610068.485038:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000020:00000010:3.0:1749610068.485039:0:7429:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace090c8. 00000100:00000200:2.0:1749610068.485039:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193545472 00000020:00000010:1.0:1749610068.485040:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000020:00000010:3.0:1749610068.485051:0:7429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d9bd100. 00010000:00020000:2.0:1749610068.485051:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749610068.485052:0:7429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d9bd100. 00000020:00000010:1.0:1749610068.485053:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5343980. 00000100:00000200:3.0:1749610068.485054:0:7429:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193545984 00000020:00000010:1.0:1749610068.485054:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5343980. 02000000:00000010:2.0:1749610068.485057:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071e800. 00000100:00000200:1.0:1749610068.485059:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193545856 00000400:00000010:2.0:1749610068.485062:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 02000000:00000010:3.0:1749610068.485064:0:7429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ee000. 00000100:00000200:2.0:1749610068.485064:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193545472, offset 0 02000000:00000010:1.0:1749610068.485065:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b1800. 00000400:00000200:2.0:1749610068.485066:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:3.0:1749610068.485068:0:7429:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d68aa00 x1834598193545984/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:259/0 lens 224/224 e 0 to 0 dl 1749610079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610068.485069:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:1.0:1749610068.485069:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880095806d80 x1834598193545856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:259/0 lens 224/224 e 0 to 0 dl 1749610079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610068.485072:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1c100 00000400:00000010:3.0:1749610068.485074:0:7429:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:2.0:1749610068.485074:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6419 [1] + 0 00000400:00000010:1.0:1749610068.485075:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000100:00000200:3.0:1749610068.485077:0:7429:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193545984, offset 224 00000400:00000200:2.0:1749610068.485077:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610068.485077:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193545856, offset 224 00000400:00000200:2.0:1749610068.485078:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610068.485079:0:7429:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610068.485081:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610068.485082:0:7429:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610068.485084:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689500 x1834598193545472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610068.485084:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610068.485085:0:7429:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1c300 00000400:00000200:1.0:1749610068.485087:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1c280 00000400:00000200:3.0:1749610068.485088:0:7429:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6431 [1] + 224 00000400:00000200:3.0:1749610068.485090:0:7429:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610068.485090:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6421 [1] + 224 00000400:00000200:3.0:1749610068.485092:0:7429:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610068.485093:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610068.485094:0:7429:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68bb80 x1834598193545984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610068.485094:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610068.485097:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d689f80 x1834598193545856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610068.485098:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610068.485099:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000200:3.0:1749610068.485102:0:7429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000020:00000010:2.0:1749610068.485106:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6800. 00000400:00000010:3.0:1749610068.485107:0:7429:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000020:00000010:2.0:1749610068.485108:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf734b0. 00000020:00000010:2.0:1749610068.485111:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7bc00. 00000400:00000200:1.0:1749610068.485111:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000020:00000010:3.0:1749610068.485113:0:7429:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c80. 00000400:00000010:1.0:1749610068.485115:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000020:00000010:3.0:1749610068.485116:0:7429:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace090c8. 00000020:00000010:3.0:1749610068.485118:0:7429:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008fab7e00. 00000400:00000010:2.0:1749610068.485122:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000020:00000010:1.0:1749610068.485122:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000400:00000200:2.0:1749610068.485123:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610068.485124:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:1.0:1749610068.485124:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000100:00000200:2.0:1749610068.485126:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689500 x1834598193545472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610068.485126:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00000400:00000010:0.0:1749610068.485126:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52000. 00000100:00000200:2.0:1749610068.485130:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689500 x1834598193545472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610068.485130:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387e58 00000400:00000010:0.0:1749610068.485131:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387e58. 00000400:00000010:3.0:1749610068.485133:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000100:00000200:0.0:1749610068.485134:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d689f80 x1834598193545856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610068.485138:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000400:00000010:3.0:1749610068.485139:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000100:00000200:0.0:1749610068.485139:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d689f80 x1834598193545856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610068.485142:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68bb80 x1834598193545984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610068.485143:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071cc00. 00000400:00000010:2.0:1749610068.485145:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610068.485146:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610068.485148:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193545600, portal 10 00000100:00000200:3.0:1749610068.485149:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68bb80 x1834598193545984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610068.485150:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 02000000:00000010:0.0:1749610068.485150:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0000. 00000100:00000200:2.0:1749610068.485151:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193545600, offset 0 00000400:00000200:2.0:1749610068.485153:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610068.485153:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aae00. 00000400:00000200:2.0:1749610068.485155:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610068.485156:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689f80. 00000400:00000200:2.0:1749610068.485158:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1c180 00000400:00000200:2.0:1749610068.485159:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 6320 02000000:00000010:3.0:1749610068.485162:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008fab7a00. 00000400:00000200:2.0:1749610068.485162:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610068.485163:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749610068.485165:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aab00. 00000100:00000200:2.0:1749610068.485165:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610068.485167:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68bb80. 00000100:00000010:2.0:1749610068.485167:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f602680. 00000400:00000200:2.0:1749610068.485185:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610068.485186:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610068.485189:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68b100 x1834598193545600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610068.485199:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 02000000:00000010:2.0:1749610068.485200:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c000. 00000020:00000010:1.0:1749610068.485200:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000020:00000010:1.0:1749610068.485201:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 02000000:00000010:2.0:1749610068.485207:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4ec400. 00000100:00000200:1.0:1749610068.485209:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193545600 00000100:00000010:2.0:1749610068.485210:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689500. 00010000:00020000:1.0:1749610068.485215:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610068.485218:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b2c00. 02000000:00000010:2.0:1749610068.485219:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c000. 00000400:00000010:2.0:1749610068.485221:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000010:1.0:1749610068.485221:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000100:00000200:1.0:1749610068.485223:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193545600, offset 0 00000400:00000010:2.0:1749610068.485224:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000200:1.0:1749610068.485225:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610068.485227:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193545728, portal 10 00000400:00000200:1.0:1749610068.485228:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610068.485230:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000400:00000200:1.0:1749610068.485231:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1c180 00000100:00000200:2.0:1749610068.485232:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193545728, offset 0 00000400:00000200:1.0:1749610068.485233:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6445 [1] + 0 00000400:00000200:1.0:1749610068.485235:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610068.485236:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610068.485237:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610068.485239:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68b100 x1834598193545600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610068.485241:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610068.485245:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1c200 00000400:00000200:1.0:1749610068.485245:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610068.485246:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000400:00000200:2.0:1749610068.485249:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 6840 00000020:00000010:1.0:1749610068.485250:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000020:00000010:1.0:1749610068.485251:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000400:00000200:2.0:1749610068.485252:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610068.485252:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00000400:00000200:2.0:1749610068.485254:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610068.485257:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610068.485259:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f601f80. 00000400:00000200:2.0:1749610068.485267:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:2.0:1749610068.485268:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610068.485271:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d68b480 x1834598193545728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610068.485271:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 00000020:00000010:1.0:1749610068.485273:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000020:00000010:1.0:1749610068.485274:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000400:00000010:2.0:1749610068.485283:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610068.485284:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000100:00000200:1.0:1749610068.485284:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193545728 00000400:00000010:2.0:1749610068.485285:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610068.485287:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68b100 x1834598193545600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610068.485288:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610068.485291:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68b100 x1834598193545600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610068.485291:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b2000. 00000400:00000010:1.0:1749610068.485298:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 02000000:00000010:2.0:1749610068.485299:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071cc00. 00000100:00000200:1.0:1749610068.485300:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193545728, offset 0 02000000:00000010:2.0:1749610068.485301:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4efc00. 00000100:00000010:2.0:1749610068.485302:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68b100. 00000400:00000200:1.0:1749610068.485302:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610068.485305:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610068.485308:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1c200 00000400:00000200:1.0:1749610068.485309:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6451 [1] + 0 00000400:00000200:1.0:1749610068.485311:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610068.485313:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610068.485315:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d68b480 x1834598193545728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610068.485338:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610068.485340:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000020:00000010:1.0:1749610068.485344:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000020:00000010:1.0:1749610068.485346:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000020:00000010:1.0:1749610068.485347:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00000400:00000010:2.0:1749610068.485352:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749610068.485355:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610068.485360:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610068.485365:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68b480 x1834598193545728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610068.485371:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68b480 x1834598193545728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610068.485383:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c000. 02000000:00000010:2.0:1749610068.485386:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4ef400. 00000100:00000010:2.0:1749610068.485388:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68b480. 00000100:00000010:0.0:1749610068.496733:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137748f80. 00000100:00000010:1.0:1749610068.496736:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137748300. 00000100:00000010:3.0:1749610068.496746:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137748e80. 00000100:00000010:2.0:1749610068.496759:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137748b40. 00000100:00000010:2.0:1749610069.481798:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f601c00. 02000000:00000010:2.0:1749610069.481816:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610069.481827:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80c00. 00000100:00000010:2.0:1749610069.481839:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80c00. 02000000:00000010:2.0:1749610069.481845:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610069.481847:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f601c00. 00000100:00000010:2.0:1749610071.482810:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f601c00. 02000000:00000010:2.0:1749610071.482829:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610071.482842:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80c00. 00000100:00000010:2.0:1749610071.482858:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80c00. 02000000:00000010:2.0:1749610071.482864:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610071.482868:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f601c00. 00000100:00000010:2.0:1749610073.483985:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f601c00. 02000000:00000010:2.0:1749610073.484004:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610073.484017:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80c00. 00000100:00000010:2.0:1749610073.484036:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80c00. 02000000:00000010:2.0:1749610073.484042:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610073.484046:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f601c00. 00000100:00000010:2.0:1749610073.492785:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f601c00. 02000000:00000010:2.0:1749610073.492797:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9300. 00000100:00000010:2.0:1749610073.492833:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f601500. 02000000:00000010:2.0:1749610073.492838:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071c000. 02000000:00000010:3.0:1749610073.492841:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008fab7e00. 00000400:00000010:3.0:1749610073.492848:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000010:3.0:1749610073.492853:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000100:00000200:3.0:1749610073.492860:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193546496, portal 25 00000100:00000010:2.0:1749610073.492862:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600380. 00000400:00000010:3.0:1749610073.492863:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 02000000:00000010:2.0:1749610073.492864:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071cc00. 00000100:00000200:3.0:1749610073.492865:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834598193546496, offset 0 00000100:00000010:2.0:1749610073.492869:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600700. 02000000:00000010:2.0:1749610073.492871:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013071c400. 00000400:00000200:3.0:1749610073.492872:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610073.492874:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600000. 02000000:00000010:2.0:1749610073.492876:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9500. 02000000:00000010:1.0:1749610073.492877:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012f1b0400. 00000400:00000200:3.0:1749610073.492882:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610073.492882:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52790. 00000400:00000010:1.0:1749610073.492885:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000100:00000010:2.0:1749610073.492887:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600e00. 00000100:00000200:1.0:1749610073.492887:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193546624, portal 4 02000000:00000010:2.0:1749610073.492889:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9200. 00000400:00000200:3.0:1749610073.492891:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6848eada1c500 00000400:00000010:1.0:1749610073.492891:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387f68. 00000100:00000200:1.0:1749610073.492892:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193546624, offset 0 00000400:00000200:1.0:1749610073.492895:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000100:3.0:1749610073.492899:0:1049:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193546496 offset 0 length 224: 4 00000400:00000200:1.0:1749610073.492899:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610073.492902:0:1049:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88011d81ce70 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1749610073.492903:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1c580 00000400:00000200:3.0:1749610073.492904:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1749610073.492907:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 16120 02000000:00000010:2.0:1749610073.492908:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7bc00. 00000400:00000200:3.0:1749610073.492910:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000200:1.0:1749610073.492911:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610073.492912:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000010:2.0:1749610073.492912:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000200:1.0:1749610073.492913:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610073.492915:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:1.0:1749610073.492916:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:3.0:1749610073.492917:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f601c00 x1834598193546496/t0(0) o400->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749610089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610073.492917:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193547136, portal 4 02000000:00000010:0.0:1749610073.492917:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096365c00. 00000100:00000010:1.0:1749610073.492919:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807800. 00000400:00000010:2.0:1749610073.492921:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000010:0.0:1749610073.492922:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaec8. 00000100:00000200:2.0:1749610073.492923:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193547136, offset 0 00000400:00000200:2.0:1749610073.492928:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610073.492930:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387f68 00000400:00000010:1.0:1749610073.492931:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387f68. 00000100:00000010:3.0:1749610073.492932:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d9bd100. 00000400:00000200:2.0:1749610073.492933:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610073.492934:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f601500 x1834598193546624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610073.492938:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1c780 00000400:00000010:0.0:1749610073.492939:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610073.492942:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193547008, portal 10 00000400:00000200:2.0:1749610073.492944:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 2056 00000400:00000010:0.0:1749610073.492946:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d94c8. 00000100:00000010:3.0:1749610073.492947:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d9bd080. 00000400:00000200:2.0:1749610073.492948:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610073.492948:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193547008, offset 0 00000400:00000200:2.0:1749610073.492950:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610073.492952:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610073.492955:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1749610073.492957:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610073.492960:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f829500. 00000400:00000200:0.0:1749610073.492962:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1c700 00000100:00000010:3.0:1749610073.492963:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d9bde80. 00000020:00000010:1.0:1749610073.492965:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 00000400:00000200:0.0:1749610073.492966:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 7360 00000100:00000010:3.0:1749610073.492967:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d9bd580. 00000020:00000010:1.0:1749610073.492969:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000400:00000200:0.0:1749610073.492970:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610073.492971:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000400:00000200:0.0:1749610073.492972:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610073.492976:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610073.492977:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610073.492979:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000010:0.0:1749610073.492979:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c2680. 00000100:00000200:2.0:1749610073.492983:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f600e00 x1834598193547136/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610073.492985:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193546624 00000400:00000200:0.0:1749610073.492991:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d94c8 00000020:00000010:3.0:1749610073.492992:0:7429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d9bda00. 00000400:00000010:0.0:1749610073.492992:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d94c8. 00000020:00000010:3.0:1749610073.492995:0:7429:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d9bd540. 00000100:00000200:0.0:1749610073.492996:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f600000 x1834598193547008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610073.492997:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610073.493002:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b3000. 00000020:00000010:3.0:1749610073.493004:0:7429:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008fab6200. 00000020:00000010:3.0:1749610073.493006:0:7429:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c80. 00000400:00000010:1.0:1749610073.493008:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387f68. 00000020:00000010:3.0:1749610073.493009:0:7429:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace090c8. 00000100:00000200:1.0:1749610073.493010:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193546624, offset 0 00000400:00000200:1.0:1749610073.493012:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610073.493015:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610073.493018:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1c580 00000400:00000200:1.0:1749610073.493020:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6465 [1] + 0 00000400:00000200:1.0:1749610073.493022:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610073.493024:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610073.493025:0:7429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d9bd540. 00000020:00000010:3.0:1749610073.493026:0:7429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d9bd540. 00000100:00000200:1.0:1749610073.493026:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f601500 x1834598193546624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610073.493028:0:7429:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193547136 00000020:00000010:0.0:1749610073.493028:0:7428:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009d16c000. 00000400:00000200:1.0:1749610073.493032:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387f68 00000400:00000010:1.0:1749610073.493033:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387f68. 00000100:00000010:0.0:1749610073.493034:0:7428:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff880096365400. 00000020:00000010:2.0:1749610073.493035:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880096997840. 02000000:00000010:3.0:1749610073.493038:0:7429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ed000. 00000020:00000010:1.0:1749610073.493038:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000020:00000010:2.0:1749610073.493039:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b5343c40. 00000020:00000010:1.0:1749610073.493041:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000020:00000010:1.0:1749610073.493043:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00010000:00000200:3.0:1749610073.493044:0:7429:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012f829500 x1834598193547136/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:264/0 lens 224/224 e 0 to 0 dl 1749610084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610073.493049:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7ae00. 00000020:00000010:2.0:1749610073.493051:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6800. 00000400:00000010:1.0:1749610073.493051:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52790. 00000400:00000010:3.0:1749610073.493053:0:7429:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:1.0:1749610073.493053:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000020:00000010:2.0:1749610073.493054:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf734b0. 00000400:00000010:1.0:1749610073.493054:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000100:00000200:1.0:1749610073.493055:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f601500 x1834598193546624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610073.493056:0:7429:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193547136, offset 224 00000400:00000200:3.0:1749610073.493060:0:7429:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610073.493060:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f601500 x1834598193546624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610073.493064:0:7429:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610073.493068:0:7429:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1c780 00000100:02020000:1.0:1749610073.493069:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000020:00000010:2.0:1749610073.493071:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880096997000. 00000400:00000200:3.0:1749610073.493072:0:7429:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x646d [1] + 224 00000400:00000200:3.0:1749610073.493075:0:7429:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610073.493075:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012f1b1c00. 00000400:00000200:3.0:1749610073.493078:0:7429:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610073.493078:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880096997000. 00000400:00000010:1.0:1749610073.493079:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52790. 00000100:00000200:2.0:1749610073.493080:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193547008 00000400:00000010:1.0:1749610073.493081:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000100:00000200:3.0:1749610073.493082:0:7429:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f600e00 x1834598193547136/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610073.493083:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193546752, portal 10 00000400:00000010:1.0:1749610073.493085:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387f68. 00000100:00000200:1.0:1749610073.493086:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193546752, offset 0 02000000:00000010:2.0:1749610073.493088:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071f000. 00000400:00000200:1.0:1749610073.493088:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:2.0:1749610073.493092:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800974c2680 x1834598193547008/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:264/0 lens 224/224 e 0 to 0 dl 1749610084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610073.493092:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610073.493094:0:7429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610073.493095:0:7429:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000200:1.0:1749610073.493095:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1c600 00000400:00000200:1.0:1749610073.493098:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 7584 00000400:00000200:1.0:1749610073.493100:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610073.493101:0:7429:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c80. 00000400:00000010:2.0:1749610073.493101:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000200:1.0:1749610073.493101:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610073.493102:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610073.493103:0:7429:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace090c8. 00000100:00000200:2.0:1749610073.493104:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193547008, offset 224 00000100:00000010:1.0:1749610073.493104:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095806a00. 00000020:00000010:3.0:1749610073.493105:0:7429:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008fab6200. 00000400:00000200:2.0:1749610073.493107:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610073.493110:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387f68 00000400:00000010:1.0:1749610073.493111:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387f68. 00000100:00000200:1.0:1749610073.493113:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f600380 x1834598193546752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610073.493114:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610073.493119:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1c700 02000000:00000010:1.0:1749610073.493121:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012f1b0400. 00000020:00000010:0.0:1749610073.493121:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096364c00. 00000400:00000200:2.0:1749610073.493122:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6475 [1] + 224 02000000:00000010:1.0:1749610073.493124:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071c000. 00000020:00000010:0.0:1749610073.493124:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392a00. 00000400:00000200:2.0:1749610073.493126:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1749610073.493126:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f601500. 00000020:00000010:0.0:1749610073.493127:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40404b0. 00000400:00000200:2.0:1749610073.493128:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610073.493132:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f600000 x1834598193547008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610073.493132:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012f1b0400. 00000400:00000010:1.0:1749610073.493133:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b527e8. 00000400:00000010:1.0:1749610073.493134:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387f68. 00000100:00000200:1.0:1749610073.493135:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193546880, portal 10 00000400:00000010:1.0:1749610073.493137:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610073.493138:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193546880, offset 0 00000400:00000200:1.0:1749610073.493140:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610073.493140:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193546752 00000400:00000200:1.0:1749610073.493142:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610073.493145:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000200:1.0:1749610073.493146:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1c680 00000400:00000010:2.0:1749610073.493147:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:1.0:1749610073.493149:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 8104 00010000:00020000:0.0:1749610073.493149:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610073.493151:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610073.493152:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610073.493153:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096797400. 00000020:00000010:2.0:1749610073.493154:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6800. 00000020:00000010:2.0:1749610073.493157:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf734b0. 00000100:00000200:1.0:1749610073.493157:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610073.493158:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804000. 00000400:00000010:0.0:1749610073.493158:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d94c8. 00000020:00000010:2.0:1749610073.493161:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7ae00. 00000100:00000200:0.0:1749610073.493161:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193546752, offset 0 00000400:00000200:0.0:1749610073.493164:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610073.493169:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610073.493170:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7ae00. 00000400:00000200:1.0:1749610073.493171:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000020:00000010:2.0:1749610073.493172:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6800. 00000400:00000010:1.0:1749610073.493172:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000020:00000010:2.0:1749610073.493173:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf734b0. 00000100:00000200:1.0:1749610073.493174:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f600700 x1834598193546880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610073.493174:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1c600 00000400:00000200:0.0:1749610073.493177:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6485 [1] + 0 00000400:00000200:0.0:1749610073.493180:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610073.493182:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193546880 00000400:00000200:0.0:1749610073.493187:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:2.0:1749610073.493190:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610073.493192:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f600380 x1834598193546752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610073.493194:0:17680:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012d9bd540. 02000000:00000010:2.0:1749610073.493194:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071c000. 00000020:00000010:3.0:1749610073.493197:0:17680:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012d9bd000. 00000400:00000010:2.0:1749610073.493198:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000020:00000010:3.0:1749610073.493201:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008fab6200. 00000100:00000200:2.0:1749610073.493201:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193546880, offset 0 00000400:00000200:2.0:1749610073.493204:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610073.493206:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d94c8 00000020:00000010:3.0:1749610073.493207:0:17680:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008fab7a00. 00000400:00000010:0.0:1749610073.493208:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d94c8. 00000400:00000200:2.0:1749610073.493209:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610073.493210:0:17680:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4255800. 00000400:00000010:1.0:1749610073.493210:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52790. 00000400:00000200:1.0:1749610073.493212:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000020:00000010:3.0:1749610073.493213:0:17680:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880136afa338. 00000400:00000200:2.0:1749610073.493213:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1c680 00000400:00000010:1.0:1749610073.493213:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000100:00000200:1.0:1749610073.493214:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f600380 x1834598193546752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610073.493215:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392a00. 00000020:00000010:3.0:1749610073.493216:0:17680:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88008fab7600. 00000400:00000200:2.0:1749610073.493216:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6491 [1] + 0 00000020:00000010:0.0:1749610073.493217:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40404b0. 00000100:00000200:1.0:1749610073.493218:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f600380 x1834598193546752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:3.0:1749610073.493219:0:17680:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc30ba0. 00000020:00000010:0.0:1749610073.493220:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096364c00. 40000000:00000010:3.0:1749610073.493221:0:17680:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012d9bdb40. 00100000:00000010:3.0:1749610073.493224:0:17680:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4256000. 00000400:00000200:2.0:1749610073.493226:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610073.493226:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012f1b1c00. 00040000:00000010:3.0:1749610073.493227:0:17680:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b47aab00. 02000000:00000010:1.0:1749610073.493227:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071cc00. 00000400:00000200:2.0:1749610073.493228:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749610073.493229:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600380. 00040000:00000010:3.0:1749610073.493230:0:17680:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88008fab7000. 00000100:00000200:2.0:1749610073.493232:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f600700 x1834598193546880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610073.493232:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaec8. 00000400:00000200:0.0:1749610073.493234:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00080000:00000010:3.0:1749610073.493235:0:17680:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8ab000. 00000400:00000010:0.0:1749610073.493235:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610073.493238:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f600000 x1834598193547008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1749610073.493239:0:17680:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d522000. 00002000:00000010:3.0:1749610073.493243:0:17680:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88006e4ee400. 00000400:00000010:1.0:1749610073.493243:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b527e8. 00000400:00000200:1.0:1749610073.493245:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387f68 00000400:00000010:1.0:1749610073.493245:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387f68. 00000100:00000200:0.0:1749610073.493245:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f600000 x1834598193547008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610073.493247:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000100:00000200:1.0:1749610073.493247:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f600700 x1834598193546880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610073.493248:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:1.0:1749610073.493251:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f600700 x1834598193546880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610073.493253:0:17680:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88008fab0000. 00000020:00000010:2.0:1749610073.493256:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6800. 02000000:00000010:1.0:1749610073.493256:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012f1b0400. 02000000:00000010:1.0:1749610073.493257:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013071c400. 00000100:00000200:3.0:1749610073.493258:0:17680:0:(service.c:3013:ptlrpc_main()) service thread 3 (#4) started 00000020:00000010:2.0:1749610073.493258:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf734b0. 00000100:00000010:1.0:1749610073.493258:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600700. 02000000:00000010:0.0:1749610073.493258:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096365c00. 00000020:00000010:2.0:1749610073.493260:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7ae00. 02000000:00000010:0.0:1749610073.493261:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9500. 00000100:00000010:0.0:1749610073.493263:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600000. 00000400:00000010:2.0:1749610073.493276:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749610073.493279:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610073.493280:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610073.493302:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f600e00 x1834598193547136/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610073.493309:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f600e00 x1834598193547136/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610073.493323:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7bc00. 02000000:00000010:2.0:1749610073.493327:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9200. 00000100:00000010:2.0:1749610073.493329:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600e00. 00000100:00000010:0.0:1749610073.504765:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d9bd100. 00000100:00000010:1.0:1749610073.504777:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d9bd080. 00000100:00000010:3.0:1749610073.504786:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d9bd580. 00000100:00000010:2.0:1749610073.504808:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d9bde80. 00000100:00000010:2.0:1749610075.484788:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f829180. 02000000:00000010:2.0:1749610075.484805:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610075.484816:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80c00. 00000100:00000010:2.0:1749610075.484829:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80c00. 02000000:00000010:2.0:1749610075.484833:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610075.484836:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f829180. 00000100:00000010:2.0:1749610077.485770:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f829180. 02000000:00000010:2.0:1749610077.485789:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610077.485801:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80c00. 00000100:00000010:2.0:1749610077.485813:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80c00. 02000000:00000010:2.0:1749610077.485818:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610077.485822:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f829180. 00000100:00000400:0.0:1749610077.595850:0:6439:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610061/real 1749610061] req@ffff8800974c1f80 x1834598193543936/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 1 dl 1749610077 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610077.602475:0:6439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea210. 00000400:00000200:0.0:1749610077.602481:0:6439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610077.602483:0:6439:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610077.602487:0:6439:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800974c1f80 x1834598193543936/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 1 dl 1749610077 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610077.602493:0:6439:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800974c1f80 x1834598193543936/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 1 dl 1749610077 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:0.0:1749610077.602503:0:6439:0:(import.c:184:ptlrpc_set_import_discon()) MGC192.168.203.144@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:1.0:1749610077.607458:0:17670:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea160. 00000400:00000200:1.0:1749610077.607462:0:17670:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800965f3480 00000400:00000010:1.0:1749610077.607464:0:17670:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff8800965f3480. 00000100:00000200:1.0:1749610077.607469:0:17670:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800974c2300 x1834598193545088/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 1749610082 ref 2 fl Rpc:EQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610077.607473:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000400:00000200:3.0:1749610077.607478:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000400:00000010:3.0:1749610077.607479:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000100:00000200:3.0:1749610077.607483:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f601c00 x1834598193546496/t0(0) o400->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749610089 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610077.607484:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaf20. 00000100:00000200:3.0:1749610077.607488:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f601c00 x1834598193546496/t0(0) o400->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749610089 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610077.607493:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000400:00000010:0.0:1749610077.607494:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000100:00000200:1.0:1749610077.607496:0:17670:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800974c2300 x1834598193545088/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 1749610082 ref 2 fl Rpc:EQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610077.607497:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008fab7e00. 00000100:00000200:0.0:1749610077.607499:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d68ad80 x1834598193545344/t0(0) o400->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749610084 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610077.607500:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9300. 00000100:00000010:3.0:1749610077.607503:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f601c00. 00000100:00000010:1.0:1749610077.607506:0:17670:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3f00. 00000100:00000200:0.0:1749610077.607506:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d68ad80 x1834598193545344/t0(0) o400->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749610084 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610077.607510:0:17670:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff88009d168000. 02000000:00000010:0.0:1749610077.607514:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096364200. 02000000:00000010:0.0:1749610077.607516:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aad00. 02000000:00000010:1.0:1749610077.607517:0:17670:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff88009c238000. 00000400:00000010:3.0:1749610077.607518:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaf78. 00000100:00000010:0.0:1749610077.607519:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68ad80. 00000400:00000200:3.0:1749610077.607520:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d97f8 00000400:00000010:3.0:1749610077.607521:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d97f8. 00000100:00000010:1.0:1749610077.607521:0:17670:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800974c2300. 00000100:00000200:3.0:1749610077.607523:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d688000 x1834598193544064/t0(0) o400->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749610079 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610077.607527:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d688000 x1834598193544064/t0(0) o400->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1749610079 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610077.607529:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009f794900. 02000000:00000010:3.0:1749610077.607539:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132a00. 02000000:00000010:3.0:1749610077.607541:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880096483400. 00000100:00000010:3.0:1749610077.607542:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688000. 00000100:00000010:1.0:1749610077.607555:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804380. 02000000:00000010:0.0:1749610077.607557:0:6439:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096796c00. 02000000:00000010:0.0:1749610077.607561:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6133a00. 00000100:00000010:0.0:1749610077.607563:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800974c1f80. 02000000:00000010:1.0:1749610077.607566:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0400. 10000000:00000010:0.0:1749610077.607568:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880137748f80. 00000020:00000010:0.0:1749610077.607571:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096364200. 00000100:00000010:1.0:1749610077.607586:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804700. 00000020:00000010:0.0:1749610077.607587:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096365c00. 00000040:00000010:0.0:1749610077.607589:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096364c00. 02000000:00000010:1.0:1749610077.607590:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1c00. 00000020:00000010:0.0:1749610077.607592:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a0b79000. 00000020:00000010:0.0:1749610077.607595:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096365000. 00000100:00000010:1.0:1749610077.607598:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804a80. 80000000:00000010:0.0:1749610077.607598:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d1a20. 02000000:00000010:1.0:1749610077.607600:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b3400. 00040000:00000010:0.0:1749610077.607601:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096365800. 00080000:00000010:0.0:1749610077.607606:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800accc9000. 00000100:00000010:1.0:1749610077.607608:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f601c00. 00080000:00000010:0.0:1749610077.607610:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009d16e000. 02000000:00000010:1.0:1749610077.607611:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b2800. 00000100:00000010:1.0:1749610077.607616:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600e00. 00000020:00000010:0.0:1749610077.607617:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096365c00. 02000000:00000010:1.0:1749610077.607619:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462fa00. 00000040:00000010:0.0:1749610077.607620:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096364c00. 00000020:00000010:0.0:1749610077.607622:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a0b79000. 00000020:00000010:0.0:1749610077.607626:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096365000. 80000000:00000010:0.0:1749610077.607628:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d1a20. 00040000:00000010:0.0:1749610077.607630:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096365800. 00080000:00000010:0.0:1749610077.607633:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009d16e000. 00000100:00000010:1.0:1749610077.607639:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600000. 02000000:00000010:1.0:1749610077.607642:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f700. 00080000:00000010:0.0:1749610077.607642:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800accc9000. 00000020:00000010:0.0:1749610077.607643:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096364200. 10000000:00000010:0.0:1749610077.607649:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880137748f80. 10000000:00020000:0.0:1749610077.607651:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000010:0.0:1749610077.607655:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c1f80. 02000000:00000010:1.0:1749610077.607659:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012f1b0c00. 02000000:00000010:0.0:1749610077.607660:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096364200. 02000000:00000010:2.0:1749610077.607663:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7bc00. 00000400:00000010:1.0:1749610077.607663:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b527e8. 00010000:00000010:0.0:1749610077.607666:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf9bd00. 00000400:00000010:1.0:1749610077.607667:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387f68. 00000400:00000010:2.0:1749610077.607668:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00010000:00000010:0.0:1749610077.607669:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096364800. 00000400:00000010:2.0:1749610077.607672:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:1.0:1749610077.607672:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193547520, portal 25 00000100:00000200:2.0:1749610077.607693:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193548160, portal 4 00000400:00000010:1.0:1749610077.607693:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000100:00000010:0.0:1749610077.607694:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3600. 00000100:00000200:1.0:1749610077.607695:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193547520, offset 0 00000400:00000010:2.0:1749610077.607698:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:0.0:1749610077.607699:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8800974c1f80 x1834598193548288/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610077.607701:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610077.607704:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3600. 00000100:00000200:2.0:1749610077.607705:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193548160, offset 0 00000400:00000200:2.0:1749610077.607709:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610077.607710:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610077.607711:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096364200. 00000100:00000010:0.0:1749610077.607713:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800974c1f80. 00000400:00000200:2.0:1749610077.607716:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610077.607720:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1cb80 00000400:00000200:1.0:1749610077.607720:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada1c900 00000400:00000200:2.0:1749610077.607725:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 2280 00000400:00000200:2.0:1749610077.607729:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610077.607729:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096364200. 00000400:00000010:0.0:1749610077.607731:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaf20. 00000400:00000200:2.0:1749610077.607732:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000100:1.0:1749610077.607733:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193547520 offset 0 length 520: 4 00000400:00000010:0.0:1749610077.607733:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000100:00000200:0.0:1749610077.607735:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193548032, portal 10 00000100:00000200:2.0:1749610077.607736:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1749610077.607736:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012f1af5a0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000010:2.0:1749610077.607738:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f829180. 00000400:00000200:1.0:1749610077.607738:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000010:0.0:1749610077.607738:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610077.607739:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193548032, offset 0 00000400:00000200:0.0:1749610077.607742:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610077.607746:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610077.607750:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610077.607751:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:0.0:1749610077.607752:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1cb00 00000400:00000200:1.0:1749610077.607753:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000100:00000200:2.0:1749610077.607754:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f600000 x1834598193548160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610077.607755:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000400:00000200:0.0:1749610077.607759:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 8624 00000100:00000200:1.0:1749610077.607760:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095804380 x1834598193547520/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610077.607762:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610077.607764:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610077.607766:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880096997bc0. 00000100:00000200:0.0:1749610077.607766:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610077.607768:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c1f80. 00000400:00000200:0.0:1749610077.607775:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610077.607776:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610077.607778:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f600e00 x1834598193548032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610077.607783:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880096997a40. 00000100:00000010:2.0:1749610077.607792:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880096997540. 00000020:00000010:1.0:1749610077.607792:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b53436c0. 00000100:00000010:2.0:1749610077.607794:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880096997ec0. 00000020:00000010:1.0:1749610077.607797:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880096997840. 00000020:00000010:1.0:1749610077.607805:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 00000020:00000010:1.0:1749610077.607808:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000020:00000010:3.0:1749610077.607810:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d9bd380. 00000020:00000010:1.0:1749610077.607811:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000020:00000010:3.0:1749610077.607812:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d9bda00. 00000020:00000010:3.0:1749610077.607818:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008fab7e00. 00000020:00000010:3.0:1749610077.607820:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c80. 00000020:00000010:3.0:1749610077.607822:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace090c8. 00000020:00000010:3.0:1749610077.607837:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d9bda00. 00000020:00000010:3.0:1749610077.607838:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d9bda00. 00000100:00000200:3.0:1749610077.607840:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193548160 00000020:00000010:1.0:1749610077.607843:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5343500. 00000020:00000010:1.0:1749610077.607845:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5343500. 02000000:00000010:3.0:1749610077.607850:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ec400. 00000100:00000200:1.0:1749610077.607852:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193548032 00010000:00000200:3.0:1749610077.607855:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012f829180 x1834598193548160/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:268/0 lens 224/224 e 0 to 0 dl 1749610088 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610077.607859:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b1000. 00000400:00000010:3.0:1749610077.607862:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00010000:00000200:1.0:1749610077.607863:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800974c1f80 x1834598193548032/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:268/0 lens 224/224 e 0 to 0 dl 1749610088 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610077.607864:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193548160, offset 224 00000400:00000200:3.0:1749610077.607867:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610077.607870:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610077.607872:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000400:00000200:3.0:1749610077.607873:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1cb80 00000100:00000200:1.0:1749610077.607875:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193548032, offset 224 00000400:00000200:3.0:1749610077.607876:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x64a5 [1] + 224 00000400:00000200:3.0:1749610077.607878:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610077.607879:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610077.607880:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610077.607884:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f600000 x1834598193548160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610077.607884:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610077.607888:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1cb00 00000400:00000200:1.0:1749610077.607892:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x64b1 [1] + 224 00000400:00000200:1.0:1749610077.607896:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610077.607898:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610077.607899:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000400:00000010:3.0:1749610077.607900:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000100:00000200:1.0:1749610077.607903:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f600e00 x1834598193548032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610077.607906:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c80. 00000020:00000010:3.0:1749610077.607908:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace090c8. 00000020:00000010:3.0:1749610077.607909:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008fab7e00. 00000400:00000010:2.0:1749610077.607913:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749610077.607915:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610077.607916:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610077.607918:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f600000 x1834598193548160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610077.607923:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f600000 x1834598193548160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610077.607923:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610077.607924:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000020:00000010:1.0:1749610077.607932:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000400:00000010:0.0:1749610077.607935:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaf20. 02000000:00000010:2.0:1749610077.607936:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7bc00. 00000020:00000010:1.0:1749610077.607936:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000400:00000200:0.0:1749610077.607937:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 02000000:00000010:2.0:1749610077.607938:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f700. 00000020:00000010:1.0:1749610077.607938:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00000400:00000010:0.0:1749610077.607941:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000100:00000200:0.0:1749610077.607944:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f600e00 x1834598193548032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610077.607945:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600000. 00000100:00000200:0.0:1749610077.607949:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f600e00 x1834598193548032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610077.607958:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096364200. 02000000:00000010:0.0:1749610077.607959:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462fa00. 00000100:00000010:0.0:1749610077.607961:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600e00. 02000000:00000010:1.0:1749610077.607964:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007248d400. 00000400:00000010:1.0:1749610077.607967:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52790. 00000400:00000010:1.0:1749610077.607974:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000100:00000200:1.0:1749610077.607976:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193547648, portal 4 00000400:00000010:1.0:1749610077.607979:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610077.607981:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193547648, offset 0 00000400:00000200:1.0:1749610077.607985:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610077.607994:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610077.607998:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1c980 00000400:00000200:1.0:1749610077.608003:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 16640 00000400:00000200:1.0:1749610077.608007:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610077.608009:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610077.608012:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749610077.608015:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600700. 00000400:00000200:1.0:1749610077.608030:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610077.608031:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610077.608035:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095804700 x1834598193547648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610077.608046:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7bc00. 00000020:00000010:2.0:1749610077.608049:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6800. 02000000:00000010:1.0:1749610077.608049:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007248e000. 00000020:00000010:2.0:1749610077.608051:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf734b0. 00000400:00000010:1.0:1749610077.608051:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52898. 00000400:00000010:1.0:1749610077.608054:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610077.608056:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193547776, portal 10 00000400:00000010:1.0:1749610077.608058:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610077.608060:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193547776, offset 0 00000400:00000200:1.0:1749610077.608062:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610077.608066:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193547648 00000400:00000200:1.0:1749610077.608066:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610077.608069:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1ca00 00000400:00000200:1.0:1749610077.608072:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 8848 00000400:00000200:1.0:1749610077.608075:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:2.0:1749610077.608077:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610077.608077:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610077.608079:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:2.0:1749610077.608081:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071d000. 00000100:00000010:1.0:1749610077.608081:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600380. 00000400:00000010:2.0:1749610077.608085:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610077.608088:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193547648, offset 0 00000400:00000200:1.0:1749610077.608088:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610077.608090:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000400:00000200:2.0:1749610077.608092:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610077.608092:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095804a80 x1834598193547776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610077.608096:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610077.608097:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096364200. 00000020:00000010:0.0:1749610077.608099:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392a00. 00000400:00000200:2.0:1749610077.608100:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1c980 00000020:00000010:0.0:1749610077.608101:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40404b0. 00000400:00000200:2.0:1749610077.608102:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x64c1 [1] + 0 00000400:00000200:2.0:1749610077.608105:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610077.608106:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610077.608109:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880095804700 x1834598193547648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610077.608109:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193547776 02000000:00000010:1.0:1749610077.608110:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007248dc00. 00000400:00000010:1.0:1749610077.608113:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52840. 00000400:00000200:2.0:1749610077.608115:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:1.0:1749610077.608115:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00010000:00020000:0.0:1749610077.608115:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749610077.608116:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:1.0:1749610077.608118:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193547904, portal 10 02000000:00000010:0.0:1749610077.608118:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096796c00. 00000020:00000010:2.0:1749610077.608120:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6800. 00000400:00000010:1.0:1749610077.608120:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387d48. 00000020:00000010:2.0:1749610077.608121:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf734b0. 00000400:00000010:0.0:1749610077.608121:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000100:00000200:1.0:1749610077.608122:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193547904, offset 0 00000020:00000010:2.0:1749610077.608123:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7bc00. 00000100:00000200:0.0:1749610077.608123:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193547776, offset 0 00000400:00000200:1.0:1749610077.608125:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610077.608127:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610077.608129:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610077.608131:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610077.608133:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1ca80 00000400:00000200:0.0:1749610077.608135:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1ca00 00000400:00000200:1.0:1749610077.608136:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 9368 00000400:00000200:1.0:1749610077.608139:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610077.608139:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x64c9 [1] + 0 00000400:00000200:1.0:1749610077.608142:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610077.608142:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610077.608143:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610077.608144:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610077.608146:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f601500. 00000100:00000200:0.0:1749610077.608146:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880095804a80 x1834598193547776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610077.608152:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000400:00000010:0.0:1749610077.608153:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000400:00000200:1.0:1749610077.608156:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387d48 00000020:00000010:0.0:1749610077.608157:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392a00. 00000400:00000010:1.0:1749610077.608158:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387d48. 00000020:00000010:0.0:1749610077.608158:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40404b0. 00000020:00000010:0.0:1749610077.608159:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096364200. 00000020:00000010:2.0:1749610077.608161:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7bc00. 00000100:00000200:1.0:1749610077.608161:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f601c00 x1834598193547904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610077.608163:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6800. 00000020:00000010:2.0:1749610077.608164:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf734b0. 00000100:00000200:2.0:1749610077.608173:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193547904 00000400:00000010:1.0:1749610077.608175:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52790. 00010000:00020000:2.0:1749610077.608177:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610077.608178:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610077.608179:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 02000000:00000010:2.0:1749610077.608180:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071fc00. 00000100:00000200:1.0:1749610077.608182:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095804700 x1834598193547648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610077.608183:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610077.608184:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193547904, offset 0 00000400:00000200:2.0:1749610077.608187:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610077.608188:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095804700 x1834598193547648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610077.608194:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610077.608197:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1ca80 00000400:00000200:2.0:1749610077.608199:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x64d5 [1] + 0 00000400:00000200:2.0:1749610077.608201:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610077.608201:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52898. 00000400:00000200:2.0:1749610077.608202:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610077.608203:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610077.608204:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000200:2.0:1749610077.608207:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f601c00 x1834598193547904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610077.608207:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095804a80 x1834598193547776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610077.608213:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000100:00000200:1.0:1749610077.608213:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095804a80 x1834598193547776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610077.608214:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:2.0:1749610077.608218:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6800. 00000020:00000010:2.0:1749610077.608219:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf734b0. 00000020:00000010:2.0:1749610077.608221:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7bc00. 00000400:00000010:1.0:1749610077.608228:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52840. 00000400:00000200:1.0:1749610077.608230:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610077.608231:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610077.608234:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f601c00 x1834598193547904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610077.608240:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f601c00 x1834598193547904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610077.608248:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007248d400. 02000000:00000010:1.0:1749610077.608269:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1c00. 00000100:00000010:1.0:1749610077.608272:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095804700. 02000000:00000010:1.0:1749610077.608275:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007248e000. 02000000:00000010:1.0:1749610077.608280:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b3400. 00000100:00000010:1.0:1749610077.608282:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095804a80. 02000000:00000010:1.0:1749610077.608284:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007248dc00. 02000000:00000010:1.0:1749610077.608285:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b2800. 00000100:00000010:1.0:1749610077.608287:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f601c00. 00010000:00000010:2.1F:1749610077.609790:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007249bb00. 00010000:00000010:2.1:1749610077.609800:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6133800. 00010000:00000010:2.1:1749610077.612744:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf9bd00. 00010000:00000010:2.1:1749610077.612749:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096364800. 00000100:00000010:0.0:1749610077.619722:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880096997bc0. 00000100:00000010:1.0:1749610077.619727:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880096997a40. 00000100:00000010:3.0:1749610077.619729:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880096997ec0. 00000100:00000010:2.0:1749610077.619732:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880096997540. 00000400:00000010:2.0:1749610078.517726:0:1045:0:(lib-lnet.h:471:lnet_rspt_free()) free 'rspt': 56 at ffff8801311f60a8. 00000100:00000010:2.0:1749610079.486782:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82a680. 02000000:00000010:2.0:1749610079.486799:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610079.486810:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80c00. 00000100:00000010:2.0:1749610079.486827:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80c00. 02000000:00000010:2.0:1749610079.486832:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610079.486835:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82a680. 00000800:00000200:0.0:1749610079.512811:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012eb1f540] -> 12345-192.168.203.44@tcp (4) 00000800:00000200:0.0:1749610079.512831:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.44@tcp ip 192.168.203.44:1021 00000800:00000200:0.0:1749610079.512835:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610079.512988:0:1042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1749610079.606759:0:17670:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f601c00. 02000000:00000010:1.0:1749610079.606780:0:17670:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff880096a5c000. 00000100:00000010:1.0:1749610079.606794:0:17670:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a027eb40. 00000100:00000200:1.0:1749610079.606805:0:17670:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff88009f601c00 x1834598193548544/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610079.606831:0:17670:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a027eb40. 02000000:00000010:1.0:1749610079.606837:0:17670:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff880096a5c000. 00000100:00000010:1.0:1749610079.606842:0:17670:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f601c00. 00000100:00000010:2.0:1749610081.487790:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82a680. 02000000:00000010:2.0:1749610081.487807:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610081.487820:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80c00. 00000100:00000010:2.0:1749610081.487836:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80c00. 02000000:00000010:2.0:1749610081.487842:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610081.487846:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82a680. 00000100:00000010:1.0:1749610081.606797:0:17670:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f601c00. 02000000:00000010:1.0:1749610081.606815:0:17670:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff880096a5c000. 00000100:00000010:1.0:1749610081.606826:0:17670:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a027eb40. 00000100:00000200:1.0:1749610081.606836:0:17670:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff88009f601c00 x1834598193548800/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610081.606874:0:17670:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a027eb40. 02000000:00000010:1.0:1749610081.606878:0:17670:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff880096a5c000. 00000100:00000010:1.0:1749610081.606882:0:17670:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f601c00. 00000100:00000010:1.0:1749610082.612785:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f601c00. 02000000:00000010:1.0:1749610082.612805:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007248dc00. 00000100:00000010:1.0:1749610082.612842:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600e00. 02000000:00000010:1.0:1749610082.612848:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007248e000. 00000100:00000010:1.0:1749610082.612858:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600000. 02000000:00000010:1.0:1749610082.612862:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007248d400. 00000100:00000010:1.0:1749610082.612869:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804a80. 02000000:00000010:1.0:1749610082.612873:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f400. 02000000:00000010:2.0:1749610082.612885:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c800. 00000400:00000010:2.0:1749610082.612894:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000010:2.0:1749610082.612901:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610082.612908:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193548928, portal 4 00000100:00000010:1.0:1749610082.612913:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804700. 00000400:00000010:2.0:1749610082.612914:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610082.612916:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193548928, offset 0 02000000:00000010:1.0:1749610082.612919:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462fa00. 00000400:00000200:2.0:1749610082.612938:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610082.612952:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610082.612978:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1ce80 00000400:00000200:2.0:1749610082.612985:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 17160 00000400:00000200:2.0:1749610082.612991:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610082.612995:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610082.613001:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:0.0:1749610082.613004:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096364200. 00000100:00000010:2.0:1749610082.613006:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82a680. 00000400:00000010:0.0:1749610082.613011:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaf20. 00000400:00000010:0.0:1749610082.613014:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000100:00000200:0.0:1749610082.613017:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193549312, portal 10 02000000:00000010:3.0:1749610082.613018:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008fab7e00. 00000400:00000010:0.0:1749610082.613021:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000400:00000200:2.0:1749610082.613022:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610082.613025:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:0.0:1749610082.613030:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193549312, offset 0 00000400:00000010:3.0:1749610082.613031:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000100:00000200:2.0:1749610082.613032:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f601c00 x1834598193548928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610082.613035:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610082.613040:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610082.613042:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000100:00000200:3.0:1749610082.613045:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193549440, portal 4 00000400:00000200:0.0:1749610082.613045:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1d000 00000400:00000010:3.0:1749610082.613049:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:0.0:1749610082.613049:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 9888 00000100:00000200:3.0:1749610082.613052:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193549440, offset 0 00000100:00000010:2.0:1749610082.613052:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880096997540. 00000400:00000200:0.0:1749610082.613053:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610082.613055:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610082.613057:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610082.613060:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610082.613062:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610082.613063:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c2a00. 00000100:00000010:2.0:1749610082.613064:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880096997240. 00000400:00000200:3.0:1749610082.613066:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1d080 00000400:00000200:3.0:1749610082.613071:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 2504 00000400:00000200:3.0:1749610082.613075:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610082.613077:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610082.613078:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000100:00000010:2.0:1749610082.613080:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880096997400. 00000400:00000010:0.0:1749610082.613080:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000100:00000200:3.0:1749610082.613083:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1749610082.613083:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095804a80 x1834598193549312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610082.613085:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800969973c0. 00000100:00000010:3.0:1749610082.613086:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688000. 02000000:00000010:2.0:1749610082.613095:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071f800. 00000400:00000200:3.0:1749610082.613096:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610082.613098:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000010:2.0:1749610082.613098:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000100:00000200:3.0:1749610082.613101:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095804700 x1834598193549440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610082.613101:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610082.613104:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193549056, portal 10 00000400:00000010:2.0:1749610082.613108:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610082.613110:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193549056, offset 0 00000400:00000200:2.0:1749610082.613114:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610082.613119:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610082.613123:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096365800. 00000400:00000200:2.0:1749610082.613124:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1cf00 00000020:00000010:1.0:1749610082.613126:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5343500. 00000020:00000010:0.0:1749610082.613127:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392a00. 00000400:00000200:2.0:1749610082.613128:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 10112 00000020:00000010:0.0:1749610082.613130:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40404b0. 00000400:00000200:2.0:1749610082.613132:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610082.613132:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b53436c0. 00000400:00000200:2.0:1749610082.613135:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610082.613136:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d9bda00. 00000100:00000200:2.0:1749610082.613138:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610082.613139:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d9bd380. 00000100:00000010:2.0:1749610082.613141:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f828380. 00000100:00000200:0.0:1749610082.613146:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193548928 00000020:00000010:3.0:1749610082.613147:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008fab7200. 00000020:00000010:1.0:1749610082.613148:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 00000020:00000010:3.0:1749610082.613149:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c80. 00000020:00000010:1.0:1749610082.613151:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000020:00000010:3.0:1749610082.613152:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace090c8. 00000400:00000200:2.0:1749610082.613152:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:2.0:1749610082.613154:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000020:00000010:1.0:1749610082.613154:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00010000:00020000:0.0:1749610082.613159:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610082.613164:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f600e00 x1834598193549056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610082.613165:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096794800. 00000020:00000010:3.0:1749610082.613171:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d9bd380. 00000020:00000010:3.0:1749610082.613172:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d9bd380. 00000400:00000010:0.0:1749610082.613172:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:3.0:1749610082.613174:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193549440 00000100:00000200:0.0:1749610082.613174:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193548928, offset 0 00000020:00000010:1.0:1749610082.613177:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0400. 00000400:00000200:0.0:1749610082.613177:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610082.613179:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013100. 00000400:00000200:0.0:1749610082.613180:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610082.613182:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a4b0. 02000000:00000010:2.0:1749610082.613183:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c400. 02000000:00000010:3.0:1749610082.613184:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ecc00. 00000400:00000200:0.0:1749610082.613184:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1ce80 00000400:00000010:2.0:1749610082.613186:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00010000:00000200:3.0:1749610082.613188:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d688000 x1834598193549440/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:273/0 lens 224/224 e 0 to 0 dl 1749610093 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610082.613189:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610082.613191:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193549184, portal 10 00000020:00000010:1.0:1749610082.613193:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b53436c0. 00000400:00000200:0.0:1749610082.613193:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x64e5 [1] + 0 00000400:00000010:2.0:1749610082.613195:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000400:00000010:3.0:1749610082.613196:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000020:00000010:1.0:1749610082.613196:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b53436c0. 00000400:00000200:0.0:1749610082.613196:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610082.613197:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193549184, offset 0 00000100:00000200:3.0:1749610082.613198:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193549440, offset 224 00000100:00000200:1.0:1749610082.613198:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193549312 00000400:00000200:0.0:1749610082.613198:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610082.613201:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610082.613204:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610082.613206:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610082.613207:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007248d800. 00000100:00000200:0.0:1749610082.613207:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f601c00 x1834598193548928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610082.613208:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610082.613212:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1cf80 00000400:00000200:3.0:1749610082.613236:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1d080 00000400:00000200:2.0:1749610082.613239:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 10632 00000400:00000200:3.0:1749610082.613244:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x64f5 [1] + 224 00000400:00000200:2.0:1749610082.613244:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610082.613246:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000200:3.0:1749610082.613247:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610082.613247:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:1.0:1749610082.613247:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800974c2a00 x1834598193549312/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:273/0 lens 224/224 e 0 to 0 dl 1749610093 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610082.613248:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000400:00000200:3.0:1749610082.613249:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610082.613250:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610082.613253:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880095804700 x1834598193549440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610082.613253:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82b100. 00000020:00000010:0.0:1749610082.613256:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392a00. 00000020:00000010:0.0:1749610082.613259:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40404b0. 00000400:00000010:1.0:1749610082.613261:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000020:00000010:0.0:1749610082.613261:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096365800. 00000400:00000200:3.0:1749610082.613263:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610082.613264:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000200:1.0:1749610082.613267:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193549312, offset 224 00000400:00000200:2.0:1749610082.613268:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610082.613270:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:3.0:1749610082.613272:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c80. 00000020:00000010:3.0:1749610082.613274:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace090c8. 00000100:00000200:2.0:1749610082.613274:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f600000 x1834598193549184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610082.613274:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610082.613276:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008fab7200. 00000020:00000010:0.0:1749610082.613279:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096365800. 00000020:00000010:0.0:1749610082.613280:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392a00. 00000020:00000010:0.0:1749610082.613282:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40404b0. 00000400:00000010:3.0:1749610082.613287:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000100:00000200:0.0:1749610082.613287:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193549056 00000400:00000200:1.0:1749610082.613289:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610082.613292:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000400:00000010:3.0:1749610082.613293:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00010000:00020000:0.0:1749610082.613294:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:3.0:1749610082.613295:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095804700 x1834598193549440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610082.613296:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1d000 02000000:00000010:0.0:1749610082.613297:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096794000. 00000100:00000200:3.0:1749610082.613300:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095804700 x1834598193549440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610082.613300:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000400:00000010:2.0:1749610082.613302:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749610082.613305:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610082.613306:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610082.613310:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f601c00 x1834598193548928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610082.613313:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x64ed [1] + 224 02000000:00000010:3.0:1749610082.613316:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008fab7e00. 02000000:00000010:3.0:1749610082.613318:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462fa00. 00000100:00000200:2.0:1749610082.613318:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f601c00 x1834598193548928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610082.613318:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610082.613318:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193549056, offset 0 00000400:00000200:0.0:1749610082.613321:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749610082.613322:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095804700. 00000400:00000200:1.0:1749610082.613322:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610082.613325:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610082.613328:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880095804a80 x1834598193549312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610082.613328:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1cf00 00000400:00000200:0.0:1749610082.613331:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x64fd [1] + 0 00000400:00000200:0.0:1749610082.613333:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610082.613335:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c800. 00000400:00000200:0.0:1749610082.613335:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610082.613338:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f600e00 x1834598193549056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610082.613339:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007248dc00. 00000100:00000010:2.0:1749610082.613342:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f601c00. 00000400:00000200:1.0:1749610082.613344:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610082.613346:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:3.0:1749610082.613347:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193549184 00000400:00000200:0.0:1749610082.613349:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610082.613350:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000400:00000010:2.0:1749610082.613353:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00010000:00020000:3.0:1749610082.613355:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749610082.613355:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013100. 00000020:00000010:1.0:1749610082.613357:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 02000000:00000010:3.0:1749610082.613359:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ee800. 00000020:00000010:0.0:1749610082.613359:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a4b0. 00000020:00000010:0.0:1749610082.613360:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0400. 00000020:00000010:1.0:1749610082.613361:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000400:00000200:2.0:1749610082.613362:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:3.0:1749610082.613363:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000400:00000010:2.0:1749610082.613363:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:1.0:1749610082.613364:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00000100:00000200:3.0:1749610082.613366:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193549184, offset 0 00000400:00000200:3.0:1749610082.613368:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610082.613368:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f600e00 x1834598193549056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610082.613372:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610082.613375:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1cf80 00000100:00000200:2.0:1749610082.613376:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f600e00 x1834598193549056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610082.613376:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaf20. 00000400:00000200:0.0:1749610082.613378:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000400:00000010:0.0:1749610082.613379:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000400:00000200:3.0:1749610082.613381:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6509 [1] + 0 00000100:00000200:0.0:1749610082.613382:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095804a80 x1834598193549312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610082.613384:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610082.613387:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095804a80 x1834598193549312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610082.613389:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071f800. 00000400:00000200:3.0:1749610082.613390:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610082.613392:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007248e000. 00000100:00000200:3.0:1749610082.613394:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f600000 x1834598193549184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610082.613398:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600e00. 02000000:00000010:0.0:1749610082.613398:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096364200. 02000000:00000010:0.0:1749610082.613400:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f400. 00000400:00000200:3.0:1749610082.613402:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000100:00000010:0.0:1749610082.613402:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095804a80. 00000400:00000010:3.0:1749610082.613403:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000400:00000010:2.0:1749610082.613405:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000400:00000200:2.0:1749610082.613407:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000020:00000010:3.0:1749610082.613408:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392a00. 00000400:00000010:2.0:1749610082.613409:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000020:00000010:3.0:1749610082.613410:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40404b0. 00000020:00000010:3.0:1749610082.613411:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096365800. 00000100:00000200:2.0:1749610082.613413:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f600000 x1834598193549184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610082.613420:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f600000 x1834598193549184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610082.613432:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c400. 02000000:00000010:2.0:1749610082.613434:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007248d400. 00000100:00000010:2.0:1749610082.613436:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600000. 00000100:00000010:3.0:1749610082.616754:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800969973c0. 00000100:00000010:1.0:1749610082.616756:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880096997240. 00000100:00000010:2.0:1749610082.616765:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880096997400. 00000100:00000010:0.0:1749610082.616792:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880096997540. 00000100:00000010:2.0:1749610083.488791:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82b480. 02000000:00000010:2.0:1749610083.488807:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610083.488818:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80c00. 00000100:00000010:2.0:1749610083.488830:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80c00. 02000000:00000010:2.0:1749610083.488835:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610083.488837:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82b480. 00000100:00000010:2.0:1749610083.606848:0:17670:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82b480. 02000000:00000010:2.0:1749610083.606870:0:17670:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff880098a9c000. 00000100:00000010:2.0:1749610083.606882:0:17670:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80c00. 00000100:00000200:2.0:1749610083.606894:0:17670:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff88012f82b480 x1834598193549696/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610083.606940:0:17670:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80c00. 02000000:00000010:2.0:1749610083.606946:0:17670:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff880098a9c000. 00000100:00000010:2.0:1749610083.606950:0:17670:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82b480. 00000100:00000010:2.0:1749610085.489785:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82b480. 02000000:00000010:2.0:1749610085.489804:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610085.489816:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80c00. 00000100:00000010:2.0:1749610085.489828:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80c00. 02000000:00000010:2.0:1749610085.489832:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610085.489835:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82b480. 00000100:00000010:2.0:1749610085.606802:0:17670:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82b480. 02000000:00000010:2.0:1749610085.606822:0:17670:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff880098a9c000. 00000100:00000010:2.0:1749610085.606835:0:17670:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80c00. 00000100:00000200:2.0:1749610085.606846:0:17670:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff88012f82b480 x1834598193549952/t0(0) o253->MGC192.168.203.144@tcp@0@lo:26/25 lens 4832/4832 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610085.606875:0:17670:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80c00. 02000000:00000010:2.0:1749610085.606881:0:17670:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff880098a9c000. 00000100:00000010:2.0:1749610085.606886:0:17670:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82b480. 00000020:02020000:2.0:1749610085.606890:0:17670:0:(tgt_mount.c:1379:server_register_target()) lustre-OST0001: cannot register this server with the MGS: rc = -108. Is the MGS running? 00000020:00000010:2.0:1749610085.610909:0:17670:0:(tgt_mount.c:1389:server_register_target()) kfreed 'mti': 4608 at ffff88009c23e000. 00080000:00000010:2.0:1749610085.610930:0:17670:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800b45f0400. 00000020:00000010:2.0:1749610085.610934:0:17670:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009bf9b000. 00000020:00000010:2.0:1749610085.610952:0:17670:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff88009d392b00. 00080000:00000010:2.0:1749610085.610959:0:17670:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800b45f0600. 00000020:00000010:2.0:1749610085.610961:0:17670:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009bf9b700. 00000020:00000010:2.0:1749610085.610963:0:17670:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff88009d392980. 00000040:00000010:2.0:1749610085.610966:0:17670:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff8800965f3840. 00080000:00000010:2.0:1749610085.610972:0:17670:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800b45f1000. 00000020:00000010:2.0:1749610085.610974:0:17670:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009bf9b400. 00080000:00000010:2.0:1749610085.610999:0:17670:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a6133e00. 00000020:00000010:2.0:1749610085.611002:0:17670:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009bf9b800. 00000020:00000010:2.0:1749610085.611018:0:17670:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff88009d392a80. 00000020:00000010:2.0:1749610085.611060:0:17670:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 392 at ffff8800a6133600. 00000020:00000010:2.0:1749610085.611067:0:17670:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a6132e00. 00000040:00000010:2.0:1749610085.611070:0:17670:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a6132000. 00000020:00000010:2.0:1749610085.611073:0:17670:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a0b7e800. 00000020:00000010:2.0:1749610085.611078:0:17670:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a6132600. 80000000:00000010:2.0:1749610085.611082:0:17670:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d1ae0. 00040000:00000010:2.0:1749610085.611087:0:17670:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a6133400. 00080000:00000010:2.0:1749610085.611091:0:17670:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c23c000. 00080000:00000010:2.0:1749610085.611095:0:17670:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880096796000. 00080000:00000010:2.0:1749610085.611098:0:17670:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800accce000. 00000020:00000010:2.0:1749610085.611101:0:17670:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000020:00020000:2.0:1749610085.611105:0:17670:0:(tgt_mount.c:2268:server_fill_super()) Unable to start targets: -108 00000020:00000010:2.0:1749610085.611109:0:17670:0:(tgt_mount.c:1695:server_put_super()) kmalloced '(tmpname)': 15 at ffff880136bbe840. 00000020:00000010:2.0:1749610085.611112:0:17670:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff88009d4e6800. 00000020:00000010:2.0:1749610085.611114:0:17670:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff88009d4e6800. 00000020:00000010:2.0:1749610085.611117:0:17670:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7ae00. 00000020:00000010:2.0:1749610085.611120:0:17670:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a7a200. 00000040:00000010:2.0:1749610085.611122:0:17670:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a7a000. 00000020:00000010:2.0:1749610085.611124:0:17670:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880095c93000. 00000020:00000010:2.0:1749610085.611128:0:17670:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009256b250. 00000020:00000010:2.0:1749610085.611131:0:17670:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a7a400. 80000000:00000010:2.0:1749610085.611133:0:17670:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5ba0. 40000000:00000010:2.0:1749610085.611135:0:17670:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880096997cc0. 00100000:00000010:2.0:1749610085.611140:0:17670:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880095c97000. 00040000:00000010:2.0:1749610085.611142:0:17670:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009f3b9e00. 00040000:00000010:2.0:1749610085.611145:0:17670:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a7b000. 00080000:00000010:2.0:1749610085.611148:0:17670:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012daed000. 00080000:00000010:2.0:1749610085.611150:0:17670:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880098a9c000. 00000004:00000010:2.0:1749610085.611155:0:17670:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880095c96800. 00000004:00000010:2.0:1749610085.611159:0:17670:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012daea000. 00000004:00000010:2.0:1749610085.611163:0:17670:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880095c93800. 00002000:00000010:2.0:1749610085.611167:0:17670:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88013071c400. 00000004:00000010:2.0:1749610085.611174:0:17670:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88013071c800. 00000020:00000010:2.0:1749610085.611178:0:17670:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880096997440. 00000020:00000010:2.0:1749610085.611182:0:17670:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff880097ec59c0. 00000020:00000010:2.0:1749610085.611189:0:17670:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff880097ec59c0. 00000020:00020000:2.0:1749610085.611214:0:17670:0:(tgt_mount.c:1762:server_put_super()) no obd lustre-OST0001 00000020:00020000:2.0:1749610085.614445:0:17670:0:(tgt_mount.c:117:server_deregister_mount()) lustre-OST0001 not registered 00000020:00000010:2.0:1749610085.618320:0:17670:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff880099e6d2a0. 00000020:00000010:2.0:1749610085.618325:0:17670:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff880099e6d2a0. 00000020:00000010:2.0:1749610085.618346:0:17670:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff880097ec59c0. 00040000:00000010:2.0:1749610085.618371:0:17670:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff8800a6132200. 00080000:00000010:2.0:1749610085.618380:0:17670:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a6133200. 00000020:00000010:3.0:1749610085.618382:0:12954:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800a0b7d000. 00000020:00000010:2.0:1749610085.618382:0:17670:0:(lu_object.c:1311:lu_object_header_free()) kfreed_rcu 'h': 88 at ffff8800a50d1840. 00000020:00000010:2.0:1749610085.618874:0:17670:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 256 at ffff88009bf9bb00. 00000020:00000010:2.0:1749610085.618880:0:17670:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880096797800. 00080000:00000010:2.0:1749610085.618946:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007249b800. 00080000:00000010:2.0:1749610085.618949:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007249b200. 00080000:00000010:2.0:1749610085.618951:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007249b400. 00080000:00000010:2.0:1749610085.618954:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007249b300. 00080000:00000010:2.0:1749610085.618956:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007249b000. 00080000:00000010:2.0:1749610085.618958:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007249b500. 00080000:00000010:2.0:1749610085.618960:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007249be00. 00080000:00000010:2.0:1749610085.618962:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007249bc00. 00080000:00000010:2.0:1749610085.618964:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007249ba00. 00080000:00000010:2.0:1749610085.618966:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007249b600. 00080000:00000010:2.0:1749610085.618968:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007249bd00. 00080000:00000010:2.0:1749610085.618969:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007249b700. 00080000:00000010:2.0:1749610085.618971:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4d00. 00080000:00000010:2.0:1749610085.618986:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4f00. 00080000:00000010:2.0:1749610085.618988:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4b00. 00080000:00000010:2.0:1749610085.618990:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4e00. 00080000:00000010:2.0:1749610085.618992:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4900. 00080000:00000010:2.0:1749610085.618994:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4c00. 00080000:00000010:2.0:1749610085.618996:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4700. 00080000:00000010:2.0:1749610085.619002:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4a00. 00080000:00000010:2.0:1749610085.619004:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4000. 00080000:00000010:2.0:1749610085.619006:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4200. 00080000:00000010:2.0:1749610085.619008:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4100. 00080000:00000010:2.0:1749610085.619010:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4400. 00080000:00000010:2.0:1749610085.619012:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4300. 00080000:00000010:2.0:1749610085.619014:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4600. 00080000:00000010:2.0:1749610085.619016:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4500. 00080000:00000010:2.0:1749610085.619018:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007249b100. 00080000:00000010:2.0:1749610085.619020:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7000. 00080000:00000010:2.0:1749610085.619023:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7200. 00080000:00000010:2.0:1749610085.619025:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7100. 00080000:00000010:2.0:1749610085.619027:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7400. 00080000:00000010:2.0:1749610085.619029:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7300. 00080000:00000010:2.0:1749610085.619031:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7600. 00080000:00000010:2.0:1749610085.619033:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7500. 00080000:00000010:2.0:1749610085.619035:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7800. 00080000:00000010:2.0:1749610085.619037:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7700. 00080000:00000010:2.0:1749610085.619039:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7a00. 00080000:00000010:2.0:1749610085.619041:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7900. 00080000:00000010:2.0:1749610085.619043:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7c00. 00080000:00000010:2.0:1749610085.619045:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7b00. 00080000:00000010:2.0:1749610085.619047:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7e00. 00080000:00000010:2.0:1749610085.619048:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7d00. 00080000:00000010:2.0:1749610085.619050:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a82f4800. 00080000:00000010:2.0:1749610085.619052:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302000. 00080000:00000010:2.0:1749610085.619055:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302200. 00080000:00000010:2.0:1749610085.619057:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302100. 00080000:00000010:2.0:1749610085.619059:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302400. 00080000:00000010:2.0:1749610085.619061:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302300. 00080000:00000010:2.0:1749610085.619062:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302600. 00080000:00000010:2.0:1749610085.619064:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302500. 00080000:00000010:2.0:1749610085.619066:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302800. 00080000:00000010:2.0:1749610085.619071:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302700. 00080000:00000010:2.0:1749610085.619073:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302a00. 00080000:00000010:2.0:1749610085.619074:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302900. 00080000:00000010:2.0:1749610085.619076:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302c00. 00080000:00000010:2.0:1749610085.619078:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302b00. 00080000:00000010:2.0:1749610085.619080:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302e00. 00080000:00000010:2.0:1749610085.619082:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b302d00. 00080000:00000010:2.0:1749610085.619083:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8cb7f00. 00080000:00000010:2.0:1749610085.619085:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bf9be00. 00080000:00000010:2.0:1749610085.619087:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bf9bc00. 00080000:00000010:2.0:1749610085.619089:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bf9ba00. 00080000:00000010:2.0:1749610085.619091:0:17670:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bf9b300. 00080000:00000010:2.0:1749610085.619093:0:17670:0:(osd_oi.c:505:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at ffff88009c23a000. 00000001:00000010:2.0:1749610085.619108:0:17670:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88009bf9bf00. 00000001:00000010:2.0:1749610085.619111:0:17670:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff880137748140. 00000001:00000010:2.0:1749610085.619121:0:17670:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88009bf9b100. 00000001:00000010:2.0:1749610085.619122:0:17670:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff880137748700. 00000001:00000010:2.0:1749610085.619132:0:17670:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88009bf9b500. 00000001:00000010:2.0:1749610085.619134:0:17670:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff880137748380. 00000001:00000010:2.0:1749610085.619136:0:17670:0:(osd_compat.c:564:osd_ost_fini()) kfreed 'map': 128 at ffff88009d392b80. 00000001:00000010:0.0:1749610085.619544:0:17670:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006ebca400. 00000001:00000010:0.0:1749610085.619549:0:17670:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006ebcac00. 00000001:00000010:0.0:1749610085.619550:0:17670:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006ebca000. 00000001:00000010:0.0:1749610085.619551:0:17670:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006ebcb600. 00000001:00000010:0.0:1749610085.619552:0:17670:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880099e6de20. 00000001:00000010:0.0:1749610085.619554:0:17670:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a7c80780. 00000001:00000010:0.0:1749610085.619557:0:17670:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006ebcb000. 00000001:00000010:0.0:1749610085.619558:0:17670:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006ebcaa00. 00000001:00000010:0.0:1749610085.619559:0:17670:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006ebca800. 00000001:00000010:0.0:1749610085.619560:0:17670:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006ebcba00. 00000001:00000010:0.0:1749610085.619561:0:17670:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880099e6dda0. 00000001:00000010:0.0:1749610085.619561:0:17670:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a7c80300. 00000020:00000010:0.0:1749610085.619568:0:17670:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880095c96000. 00000020:00000010:0.0:1749610085.619572:0:17670:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096364200. 00000020:00000010:0.0:1749610085.619574:0:17670:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096365000. 00000040:00000010:0.0:1749610085.619576:0:17670:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096364c00. 00000020:00000010:0.0:1749610085.619577:0:17670:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a0b79000. 00000020:00000010:0.0:1749610085.619579:0:17670:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096365c00. 00040000:00000010:0.0:1749610085.619581:0:17670:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009bf9b400. 00040000:00000010:0.0:1749610085.619583:0:17670:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096364400. 00080000:00000010:0.0:1749610085.619585:0:17670:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800accc9000. 00080000:00000010:0.0:1749610085.619592:0:17670:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009d16e000. 00000020:00000010:0.0:1749610085.619616:0:17670:0:(lu_object.c:1145:lu_site_fini()) kfreed 's->ls_bkts': 14336 at ffff8800aa25c000. 00000020:00000010:0.0:1749610085.619621:0:17670:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88007249b900. 00000020:00000010:0.0:1749610085.619623:0:17670:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff88009f794840. 00000020:00000010:0.0:1749610085.619625:0:17670:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880096794400. 00080000:00000010:0.0:1749610085.619627:0:17670:0:(osd_handler.c:8649:osd_device_free()) kfreed 'o': 31552 at ffff8800a60f8000. 00000020:00000010:0.0:1749610085.619635:0:17670:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096365000. 00000040:00000010:0.0:1749610085.619637:0:17670:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096364c00. 00000020:00000010:0.0:1749610085.619639:0:17670:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a0b79000. 00000020:00000010:0.0:1749610085.619640:0:17670:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096365c00. 00040000:00000010:0.0:1749610085.619642:0:17670:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009bf9b400. 00040000:00000010:0.0:1749610085.619643:0:17670:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096364400. 00080000:00000010:0.0:1749610085.619645:0:17670:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009d16e000. 00080000:00000010:0.0:1749610085.619650:0:17670:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800accc9000. 00000020:00000010:0.0:1749610085.619652:0:17670:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096364200. 00000020:00000010:0.0:1749610085.619653:0:17670:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff8800923f2ae0. 00000020:00000010:0.0:1749610085.619657:0:17670:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff880097ec59c0. 00000020:00000010:0.0:1749610085.619661:0:17670:0:(obd_mount.c:679:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at ffff880099e6d280. 00000020:00000010:0.0:1749610085.619662:0:17670:0:(obd_mount.c:681:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at ffff880136bbef00. 00000020:00000010:0.0:1749610085.619666:0:17670:0:(obd_mount.c:693:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_mgs': 20 at ffff880099e6dbe0. 00000020:00000010:0.0:1749610085.619668:0:17670:0:(obd_mount.c:695:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at ffff880136bbe7e0. 00000020:00000010:0.0:1749610085.619669:0:17670:0:(obd_mount.c:696:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff88012daee000. 00000020:00000010:0.0:1749610085.619671:0:17670:0:(obd_mount.c:700:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 112 at ffff88009d4e6580. 00000020:00000010:0.0:1749610085.619672:0:17670:0:(obd_mount.c:704:lustre_free_lsi()) kfreed 'lsi': 1208 at ffff880095c94000. 00000020:00000010:0.0:1749610085.619699:0:17670:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880096997440. 00000020:00000010:0.0:1749610085.619701:0:17670:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a7a200. 00000040:00000010:0.0:1749610085.619703:0:17670:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a7a000. 00000020:00000010:0.0:1749610085.619704:0:17670:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880095c93000. 00000020:00000010:0.0:1749610085.619706:0:17670:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88009256b250. 00000020:00000010:0.0:1749610085.619708:0:17670:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a7a400. 80000000:00000010:0.0:1749610085.619710:0:17670:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec5ba0. 40000000:00000010:0.0:1749610085.619711:0:17670:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880096997cc0. 00100000:00000010:0.0:1749610085.619713:0:17670:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880095c97000. 00040000:00000010:0.0:1749610085.619720:0:17670:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009f3b9e00. 00040000:00000010:0.0:1749610085.619721:0:17670:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a7b000. 00080000:00000010:0.0:1749610085.619723:0:17670:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880098a9c000. 00080000:00000010:0.0:1749610085.619725:0:17670:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012daed000. 00000004:00000010:0.0:1749610085.619727:0:17670:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880095c96800. 00000004:00000010:0.0:1749610085.619730:0:17670:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012daea000. 00000004:00000010:0.0:1749610085.619733:0:17670:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880095c93800. 00002000:00000010:0.0:1749610085.619735:0:17670:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88013071c400. 00000004:00000010:0.0:1749610085.619737:0:17670:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88013071c800. 00000020:00000010:0.0:1749610085.619738:0:17670:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7ae00. 00000020:02000400:0.0:1749610085.619739:0:17670:0:(tgt_mount.c:1814:server_put_super()) server umount lustre-OST0001 complete 00000020:00000010:0.0:1749610085.620881:0:17670:0:(tgt_mount.c:1815:server_put_super()) kfreed 'tmpname': 15 at ffff880136bbe840. 00000080:00020000:0.0:1749610085.620886:0:17670:0:(super25.c:181:lustre_fill_super()) llite: Unable to mount : rc = -108 00080000:00000010:1.0:1749610085.654360:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610085.654365:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610085.654409:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610085.654412:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013380. 00080000:00000010:3.0:1749610085.764721:0:17712:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610085.764729:0:17712:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610085.764746:0:17712:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886b00. 00080000:00000010:3.0:1749610085.764750:0:17712:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886b00. 00080000:00000010:0.0:1749610085.767388:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392900. 00080000:00000010:0.0:1749610085.767391:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392900. 00080000:00000010:0.0:1749610085.767429:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392900. 00080000:00000010:0.0:1749610085.767431:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392900. 00080000:00000010:2.0:1749610085.879018:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6700. 00080000:00000010:2.0:1749610085.879024:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6700. 00080000:00000010:2.0:1749610085.879064:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6700. 00080000:00000010:2.0:1749610085.879067:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6700. 00080000:00000010:1.0:1749610085.983453:0:17775:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013c80. 00080000:00000010:1.0:1749610085.983461:0:17775:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013c80. 00080000:00000010:1.0:1749610085.983476:0:17775:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013c80. 00080000:00000010:1.0:1749610085.983480:0:17775:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013c80. 00080000:00000010:2.0:1749610085.986204:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6780. 00080000:00000010:2.0:1749610085.986207:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6780. 00080000:00000010:2.0:1749610085.986250:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6780. 00080000:00000010:2.0:1749610085.986252:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6780. 00080000:00000010:1.0:1749610086.099898:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610086.099904:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610086.099961:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013380. 00080000:00000010:1.0:1749610086.099964:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013380. 00000400:00000200:0.0:1749610086.107342:0:1041:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610086.107357:0:1041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501300 00000400:00000100:0.0:1749610086.107362:0:1041:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188192512 offset 0 length 520: 4 00000400:00000200:0.0:1749610086.107365:0:1041:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880072619ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610086.107366:0:1041:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:2.0:1749610087.490803:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82b480. 02000000:00000010:2.0:1749610087.490820:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610087.490832:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610087.490844:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610087.490848:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610087.490863:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82b480. 00000400:00000010:2.0:1749610087.613842:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b527e8. 00000400:00000200:2.0:1749610087.613851:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387f68 00000400:00000010:2.0:1749610087.613853:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387f68. 00000100:00000200:2.0:1749610087.613859:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095804380 x1834598193547520/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610087 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610087.613866:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095804380 x1834598193547520/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610087 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610087.613912:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012f1b0c00. 02000000:00000010:2.0:1749610087.613918:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0400. 00000100:00000010:2.0:1749610087.613922:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095804380. 00000100:00000010:1.0:1749610087.613952:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804380. 02000000:00000010:1.0:1749610087.613965:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b2800. 00000100:00000010:1.0:1749610087.613990:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804a80. 02000000:00000010:1.0:1749610087.613992:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b3400. 00000100:00000010:1.0:1749610087.613998:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804700. 02000000:00000010:1.0:1749610087.614000:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1c00. 02000000:00000010:2.0:1749610087.614004:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c800. 00000400:00000010:2.0:1749610087.614007:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000100:00000010:1.0:1749610087.614007:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661f80. 02000000:00000010:1.0:1749610087.614008:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0400. 00000400:00000010:2.0:1749610087.614011:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610087.614014:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193550208, portal 25 00000400:00000010:2.0:1749610087.614017:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610087.614018:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193550208, offset 0 00000400:00000200:2.0:1749610087.614022:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749610087.614024:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661c00. 02000000:00000010:1.0:1749610087.614027:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f200. 00000400:00000200:2.0:1749610087.614031:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610087.614037:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada1d380 00000400:00000100:2.0:1749610087.614041:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193550208 offset 0 length 520: 4 00000400:00000200:2.0:1749610087.614043:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e305ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749610087.614044:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1749610087.614048:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610087.614049:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610087.614052:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095804380 x1834598193550208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610087.614054:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662680. 02000000:00000010:1.0:1749610087.614058:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462ff00. 00000100:00000010:2.0:1749610087.614060:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8180. 02000000:00000010:0.0:1749610087.614066:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096364c00. 00000100:00000010:2.0:1749610087.614068:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8c00. 00000400:00000010:0.0:1749610087.614071:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaf20. 00000100:00000010:2.0:1749610087.614075:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a80c0. 00000400:00000010:0.0:1749610087.614075:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000100:00000010:2.0:1749610087.614078:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8a80. 00000100:00000200:0.0:1749610087.614078:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193550720, portal 10 00000400:00000010:0.0:1749610087.614082:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610087.614084:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193550720, offset 0 02000000:00000010:2.0:1749610087.614088:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071cc00. 00000400:00000200:0.0:1749610087.614088:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610087.614090:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610087.614092:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610087.614093:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193550336, portal 4 00000400:00000200:0.0:1749610087.614093:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610087.614095:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133600. 00000400:00000010:2.0:1749610087.614096:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610087.614097:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193550336, offset 0 00000400:00000200:0.0:1749610087.614098:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1d580 00000400:00000010:3.0:1749610087.614099:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000200:2.0:1749610087.614099:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610087.614101:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000400:00000200:2.0:1749610087.614102:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610087.614103:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 11152 00000400:00000200:2.0:1749610087.614104:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1d400 00000100:00000200:3.0:1749610087.614114:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193550848, portal 4 00000400:00000200:0.0:1749610087.614114:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610087.614115:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 17680 00000400:00000010:3.0:1749610087.614117:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:0.0:1749610087.614117:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610087.614118:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193550848, offset 0 00000400:00000200:2.0:1749610087.614118:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610087.614119:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610087.614121:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610087.614121:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610087.614124:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1749610087.614125:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610087.614125:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c2d80. 00000100:00000010:2.0:1749610087.614126:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82b480. 00000400:00000200:3.0:1749610087.614129:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1d600 00000400:00000200:3.0:1749610087.614133:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 2728 00000400:00000200:3.0:1749610087.614136:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610087.614137:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610087.614139:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610087.614141:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000400:00000200:2.0:1749610087.614143:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610087.614145:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:0.0:1749610087.614145:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661c00 x1834598193550720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610087.614147:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095804a80 x1834598193550336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610087.614148:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1749610087.614151:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68bb80. 02000000:00000010:2.0:1749610087.614159:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071f400. 00000400:00000200:3.0:1749610087.614161:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:2.0:1749610087.614161:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000010:3.0:1749610087.614162:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000010:2.0:1749610087.614165:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:3.0:1749610087.614166:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131662680 x1834598193550848/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610087.614166:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000100:00000200:2.0:1749610087.614167:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193550464, portal 10 00000400:00000010:2.0:1749610087.614170:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000020:00000010:1.0:1749610087.614170:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000100:00000200:2.0:1749610087.614171:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193550464, offset 0 00000020:00000010:1.0:1749610087.614172:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000400:00000200:2.0:1749610087.614201:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610087.614202:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193550336 00000020:00000010:0.0:1749610087.614203:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40517c0. 00000400:00000200:2.0:1749610087.614207:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610087.614208:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b5343500. 00000400:00000200:2.0:1749610087.614212:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1d480 00010000:00020000:1.0:1749610087.614214:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610087.614215:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 11376 00000400:00000200:2.0:1749610087.614218:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610087.614219:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b0c00. 00000400:00000200:2.0:1749610087.614220:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610087.614221:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096365000. 00000020:00000010:3.0:1749610087.614222:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2dc0. 00000100:00000200:2.0:1749610087.614222:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1749610087.614223:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000100:00000010:2.0:1749610087.614225:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f829c00. 00000400:00000010:1.0:1749610087.614225:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000020:00000010:0.0:1749610087.614225:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000100:00000200:1.0:1749610087.614227:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193550336, offset 0 00000400:00000200:1.0:1749610087.614230:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610087.614232:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d9bda00. 00000400:00000200:1.0:1749610087.614234:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610087.614238:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132e00. 00000400:00000200:1.0:1749610087.614238:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1d400 00000020:00000010:3.0:1749610087.614240:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886080. 00000400:00000200:2.0:1749610087.614240:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000020:00000010:3.0:1749610087.614242:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace090c8. 00000400:00000010:2.0:1749610087.614242:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610087.614246:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880095804700 x1834598193550464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610087.614247:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6531 [1] + 0 00000400:00000200:1.0:1749610087.614249:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610087.614250:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096365800. 00000400:00000200:1.0:1749610087.614251:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610087.614252:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392800. 00000020:00000010:0.0:1749610087.614254:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040190. 00000100:00000200:1.0:1749610087.614255:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880095804a80 x1834598193550336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610087.614260:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071ec00. 00000400:00000010:2.0:1749610087.614262:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000020:00000010:3.0:1749610087.614263:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2400. 00000400:00000200:1.0:1749610087.614263:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000020:00000010:0.0:1749610087.614263:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051d80. 00000400:00000010:1.0:1749610087.614264:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000020:00000010:3.0:1749610087.614265:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2400. 00000020:00000010:0.0:1749610087.614265:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051d80. 00000100:00000200:3.0:1749610087.614267:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193550848 00000400:00000010:2.0:1749610087.614267:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:0.0:1749610087.614268:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193550720 00000100:00000200:2.0:1749610087.614269:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193550592, portal 10 00000020:00000010:1.0:1749610087.614270:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000400:00000010:2.0:1749610087.614271:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610087.614273:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193550592, offset 0 00000020:00000010:1.0:1749610087.614274:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000400:00000200:2.0:1749610087.614276:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610087.614276:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 02000000:00000010:3.0:1749610087.614277:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ef000. 02000000:00000010:0.0:1749610087.614277:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096796000. 00000400:00000200:2.0:1749610087.614279:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:3.0:1749610087.614282:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d68bb80 x1834598193550848/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:278/0 lens 224/224 e 0 to 0 dl 1749610098 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1749610087.614282:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800974c2d80 x1834598193550720/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:278/0 lens 224/224 e 0 to 0 dl 1749610098 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610087.614283:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1d500 00000400:00000200:2.0:1749610087.614286:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 11896 00000100:00000200:1.0:1749610087.614289:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193550464 00000400:00000010:3.0:1749610087.614290:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:2.0:1749610087.614290:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610087.614291:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610087.614291:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:3.0:1749610087.614293:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193550848, offset 224 00000100:00000200:0.0:1749610087.614293:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193550720, offset 224 00000100:00000200:2.0:1749610087.614294:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00020000:1.0:1749610087.614294:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:2.0:1749610087.614295:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82b800. 00000400:00000200:3.0:1749610087.614296:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610087.614296:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b1400. 00000400:00000010:1.0:1749610087.614299:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000400:00000200:0.0:1749610087.614299:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610087.614301:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610087.614301:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193550464, offset 0 00000400:00000200:2.0:1749610087.614302:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610087.614303:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000400:00000200:0.0:1749610087.614305:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610087.614306:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661f80 x1834598193550592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610087.614306:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610087.614307:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1d600 00000400:00000200:0.0:1749610087.614309:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1d580 00000400:00000200:3.0:1749610087.614312:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6539 [1] + 224 00000400:00000200:1.0:1749610087.614313:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610087.614315:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610087.614316:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1d480 00000400:00000200:0.0:1749610087.614316:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6529 [1] + 224 00000400:00000200:3.0:1749610087.614318:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610087.614320:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:0.0:1749610087.614320:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610087.614321:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610087.614322:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:0.0:1749610087.614322:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610087.614324:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095804a80 x1834598193550336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610087.614324:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6541 [1] + 0 00000400:00000200:1.0:1749610087.614326:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610087.614328:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661c00 x1834598193550720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610087.614329:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131662680 x1834598193550848/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610087.614329:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095804a80 x1834598193550336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610087.614329:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610087.614332:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880095804700 x1834598193550464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610087.614338:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610087.614339:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 02000000:00000010:2.0:1749610087.614341:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071cc00. 00000020:00000010:1.0:1749610087.614342:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392800. 00000400:00000200:3.0:1749610087.614343:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 02000000:00000010:2.0:1749610087.614343:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b3400. 00000020:00000010:1.0:1749610087.614344:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040190. 00000400:00000010:3.0:1749610087.614345:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000010:2.0:1749610087.614345:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095804a80. 00000020:00000010:1.0:1749610087.614345:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096365800. 00000020:00000010:3.0:1749610087.614352:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886080. 00000020:00000010:1.0:1749610087.614352:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000400:00000200:0.0:1749610087.614352:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000020:00000010:1.0:1749610087.614353:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000020:00000010:3.0:1749610087.614354:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace090c8. 00000020:00000010:1.0:1749610087.614354:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000400:00000010:0.0:1749610087.614354:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000020:00000010:3.0:1749610087.614356:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132e00. 00000400:00000010:2.0:1749610087.614357:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749610087.614358:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000100:00000200:1.0:1749610087.614358:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193550592 00000400:00000010:2.0:1749610087.614359:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610087.614361:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095804700 x1834598193550464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610087.614362:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749610087.614362:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000100:00000200:2.0:1749610087.614364:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095804700 x1834598193550464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610087.614364:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b3400. 00000020:00000010:0.0:1749610087.614364:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000400:00000010:1.0:1749610087.614367:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000020:00000010:0.0:1749610087.614367:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096365000. 00000100:00000200:1.0:1749610087.614368:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193550592, offset 0 00000100:02020000:2.0:1749610087.614370:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000400:00000200:1.0:1749610087.614371:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610087.614373:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610087.614374:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071f400. 02000000:00000010:2.0:1749610087.614375:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1c00. 00000400:00000200:1.0:1749610087.614375:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1d500 00000100:00000010:2.0:1749610087.614376:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095804700. 00000400:00000200:1.0:1749610087.614377:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x654d [1] + 0 00000400:00000200:1.0:1749610087.614378:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610087.614379:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000400:00000200:1.0:1749610087.614380:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610087.614384:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000400:00000010:3.0:1749610087.614385:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000100:00000200:3.0:1749610087.614388:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131662680 x1834598193550848/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610087.614392:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661f80 x1834598193550592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610087.614395:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131662680 x1834598193550848/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610087.614395:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaf20. 00000400:00000200:0.0:1749610087.614398:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000400:00000010:0.0:1749610087.614400:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000400:00000200:1.0:1749610087.614402:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610087.614403:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:0.0:1749610087.614403:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661c00 x1834598193550720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610087.614405:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749610087.614406:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000020:00000010:1.0:1749610087.614406:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000400:00000010:2.0:1749610087.614407:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:1.0:1749610087.614408:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000100:00000200:2.0:1749610087.614409:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661f80 x1834598193550592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610087.614410:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661c00 x1834598193550720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610087.614412:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 00000100:00000200:2.0:1749610087.614413:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661f80 x1834598193550592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610087.614419:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071ec00. 02000000:00000010:3.0:1749610087.614420:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133600. 02000000:00000010:2.0:1749610087.614421:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0400. 00000100:00000010:2.0:1749610087.614422:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661f80. 02000000:00000010:0.0:1749610087.614422:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096364c00. 02000000:00000010:3.0:1749610087.614423:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462ff00. 02000000:00000010:0.0:1749610087.614425:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f200. 00000100:00000010:3.0:1749610087.614426:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662680. 00000100:00000010:0.0:1749610087.614427:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661c00. 00000100:00000010:2.0:1749610087.625739:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a80c0. 00000100:00000010:0.0:1749610087.625755:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8180. 00000100:00000010:1.0:1749610087.625761:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8c00. 00000100:00000010:3.0:1749610087.625770:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8a80. 00000100:00000010:2.0:1749610089.491835:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f828e00. 02000000:00000010:2.0:1749610089.491854:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610089.491866:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610089.491880:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610089.491884:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610089.491886:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f828e00. 00000100:00000010:2.0:1749610091.492797:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f828e00. 02000000:00000010:2.0:1749610091.492815:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610091.492827:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610091.492851:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610091.492855:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610091.492858:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f828e00. 00000100:00000010:1.0:1749610092.628801:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662a00. 02000000:00000010:1.0:1749610092.628819:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0400. 00000100:00000010:1.0:1749610092.628850:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663480. 02000000:00000010:1.0:1749610092.628854:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1c00. 00000100:00000010:1.0:1749610092.628861:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663800. 02000000:00000010:1.0:1749610092.628865:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136a7ac00. 00000100:00000010:1.0:1749610092.628869:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660380. 02000000:00000010:1.0:1749610092.628872:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462fc00. 02000000:00000010:0.0:1749610092.628898:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096795400. 00000100:00000010:1.0:1749610092.628901:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663100. 02000000:00000010:1.0:1749610092.628904:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f300. 00000400:00000010:0.0:1749610092.628905:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaf20. 00000400:00000010:0.0:1749610092.628911:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000100:00000200:0.0:1749610092.628917:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193551232, portal 4 00000400:00000010:0.0:1749610092.628922:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610092.628924:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193551232, offset 0 00000400:00000200:0.0:1749610092.628931:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610092.628934:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7bc00. 02000000:00000010:3.0:1749610092.628937:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133600. 00000400:00000010:2.0:1749610092.628939:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:3.0:1749610092.628941:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000200:0.0:1749610092.628941:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610092.628942:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000400:00000010:3.0:1749610092.628944:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000100:00000200:2.0:1749610092.628945:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193551616, portal 10 00000100:00000200:3.0:1749610092.628946:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193551744, portal 4 00000400:00000010:3.0:1749610092.628949:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000010:2.0:1749610092.628949:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:3.0:1749610092.628950:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193551744, offset 0 00000400:00000200:0.0:1749610092.628950:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1d780 00000100:00000200:2.0:1749610092.628951:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193551616, offset 0 00000400:00000200:3.0:1749610092.628954:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610092.628957:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610092.628958:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610092.628963:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1d980 00000400:00000200:2.0:1749610092.628963:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610092.628964:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 18200 00000400:00000200:2.0:1749610092.628968:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1d900 00000400:00000200:3.0:1749610092.628971:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 2952 00000400:00000200:0.0:1749610092.628971:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610092.628974:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610092.628974:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610092.628975:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 12416 00000400:00000200:3.0:1749610092.628976:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610092.628980:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610092.628981:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1749610092.628981:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:2.0:1749610092.628982:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749610092.628984:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689c00. 00000100:00000010:0.0:1749610092.628985:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c3100. 00000100:00000200:2.0:1749610092.628986:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610092.628989:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f828e00. 00000400:00000200:3.0:1749610092.628994:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610092.628995:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610092.628999:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663100 x1834598193551744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610092.629003:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000100:00000010:3.0:1749610092.629011:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2900. 00000400:00000010:0.0:1749610092.629017:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000100:00000010:3.0:1749610092.629020:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2a00. 00000100:00000010:3.0:1749610092.629022:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e28c0. 00000100:00000200:0.0:1749610092.629022:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131662a00 x1834598193551232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610092.629023:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000100:00000010:3.0:1749610092.629024:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2980. 00000400:00000010:2.0:1749610092.629024:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610092.629027:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660380 x1834598193551616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610092.629035:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 02000000:00000010:0.0:1749610092.629037:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096795c00. 00000020:00000010:1.0:1749610092.629040:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000400:00000010:0.0:1749610092.629040:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea210. 00000400:00000010:0.0:1749610092.629042:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000020:00000010:1.0:1749610092.629043:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000100:00000200:0.0:1749610092.629044:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193551360, portal 10 00000020:00000010:3.0:1749610092.629047:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2d00. 00000400:00000010:0.0:1749610092.629047:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610092.629049:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193551360, offset 0 00000020:00000010:3.0:1749610092.629051:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2dc0. 00000400:00000200:0.0:1749610092.629052:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610092.629056:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610092.629059:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132e00. 00000020:00000010:2.0:1749610092.629060:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a80c0. 00000400:00000200:0.0:1749610092.629060:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1d800 00000020:00000010:3.0:1749610092.629061:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886080. 00000020:00000010:2.0:1749610092.629063:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b40517c0. 00000100:00000200:1.0:1749610092.629063:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193551232 00000400:00000200:0.0:1749610092.629063:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 12640 00000020:00000010:2.0:1749610092.629066:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b400. 00000400:00000200:0.0:1749610092.629066:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610092.629068:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6780. 00000020:00000010:3.0:1749610092.629069:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace090c8. 00000400:00000200:0.0:1749610092.629069:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610092.629070:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf734b0. 00000100:00000200:0.0:1749610092.629071:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610092.629074:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c3480. 00010000:00020000:1.0:1749610092.629077:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610092.629081:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 02000000:00000010:1.0:1749610092.629083:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a79800. 00000400:00000010:0.0:1749610092.629083:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610092.629085:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663480 x1834598193551360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610092.629086:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2dc0. 00000020:00000010:2.0:1749610092.629087:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7ae00. 00000020:00000010:3.0:1749610092.629088:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2dc0. 00000020:00000010:2.0:1749610092.629089:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6900. 00000100:00000200:3.0:1749610092.629090:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193551744 00000020:00000010:2.0:1749610092.629091:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73708. 00000400:00000010:1.0:1749610092.629091:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610092.629094:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193551232, offset 0 02000000:00000010:0.0:1749610092.629097:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096797800. 00000400:00000200:1.0:1749610092.629098:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749610092.629099:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaec8. 02000000:00000010:3.0:1749610092.629100:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ef400. 00000020:00000010:2.0:1749610092.629101:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8100. 00000400:00000010:0.0:1749610092.629101:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000020:00000010:2.0:1749610092.629103:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8100. 00000400:00000200:1.0:1749610092.629103:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610092.629103:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193551488, portal 10 00010000:00000200:3.0:1749610092.629105:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d689c00 x1834598193551744/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1749610103 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610092.629105:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193551616 00000400:00000010:0.0:1749610092.629106:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d94c8. 00000100:00000200:0.0:1749610092.629107:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193551488, offset 0 00000400:00000200:1.0:1749610092.629108:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1d780 00000400:00000200:0.0:1749610092.629110:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610092.629114:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6565 [1] + 0 00000400:00000200:0.0:1749610092.629114:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610092.629115:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610092.629117:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193551744, offset 224 00000400:00000200:1.0:1749610092.629117:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610092.629117:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1d880 02000000:00000010:2.0:1749610092.629118:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071ec00. 00000400:00000200:1.0:1749610092.629120:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610092.629120:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 13160 00010000:00000200:2.0:1749610092.629122:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012f828e00 x1834598193551616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:283/0 lens 224/224 e 0 to 0 dl 1749610103 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610092.629123:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610092.629123:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610092.629127:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610092.629127:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131662a00 x1834598193551232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610092.629129:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610092.629130:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1d980 00000400:00000010:2.0:1749610092.629131:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:0.0:1749610092.629131:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610092.629132:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6571 [1] + 224 00000100:00000010:0.0:1749610092.629134:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c3800. 00000400:00000200:3.0:1749610092.629135:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610092.629135:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193551616, offset 224 00000400:00000200:2.0:1749610092.629153:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610092.629157:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610092.629159:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000400:00000200:3.0:1749610092.629160:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610092.629162:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610092.629162:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d94c8 00000400:00000010:0.0:1749610092.629164:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d94c8. 00000400:00000200:2.0:1749610092.629166:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1d900 00000100:00000200:3.0:1749610092.629167:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663100 x1834598193551744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610092.629167:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663800 x1834598193551488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610092.629168:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000400:00000200:2.0:1749610092.629170:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x656d [1] + 224 00000400:00000200:2.0:1749610092.629173:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610092.629175:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610092.629176:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610092.629177:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000020:00000010:1.0:1749610092.629178:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000020:00000010:1.0:1749610092.629180:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 00000100:00000200:2.0:1749610092.629181:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660380 x1834598193551616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610092.629182:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886080. 00000400:00000010:0.0:1749610092.629183:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaf20. 00000020:00000010:3.0:1749610092.629184:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace090c8. 00000020:00000010:3.0:1749610092.629185:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132e00. 00000400:00000200:0.0:1749610092.629186:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000400:00000010:0.0:1749610092.629187:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000100:00000200:0.0:1749610092.629190:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131662a00 x1834598193551232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610092.629192:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610092.629193:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:0.0:1749610092.629196:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131662a00 x1834598193551232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610092.629199:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6780. 00000020:00000010:2.0:1749610092.629200:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf734b0. 00000400:00000010:3.0:1749610092.629203:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000020:00000010:2.0:1749610092.629203:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b400. 00000400:00000200:3.0:1749610092.629207:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000020:00000010:1.0:1749610092.629207:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000400:00000010:3.0:1749610092.629208:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000100:00000200:2.0:1749610092.629210:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193551360 00000020:00000010:1.0:1749610092.629210:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000100:00000200:3.0:1749610092.629211:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663100 x1834598193551744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610092.629211:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 02000000:00000010:0.0:1749610092.629213:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096795400. 00010000:00020000:2.0:1749610092.629215:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:3.0:1749610092.629217:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663100 x1834598193551744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610092.629218:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071f400. 02000000:00000010:0.0:1749610092.629218:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0400. 00000100:00000200:1.0:1749610092.629220:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193551488 00000400:00000010:2.0:1749610092.629221:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000010:0.0:1749610092.629222:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662a00. 00000100:00000200:2.0:1749610092.629223:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193551360, offset 0 00000400:00000200:2.0:1749610092.629225:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:1.0:1749610092.629227:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610092.629228:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610092.629230:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133600. 00000400:00000200:2.0:1749610092.629230:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1d800 02000000:00000010:1.0:1749610092.629231:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a7bc00. 00000400:00000200:2.0:1749610092.629232:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x657d [1] + 0 02000000:00000010:3.0:1749610092.629233:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f300. 00000400:00000200:2.0:1749610092.629234:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610092.629235:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610092.629235:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000010:3.0:1749610092.629236:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663100. 00000100:00000200:2.0:1749610092.629237:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663480 x1834598193551360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610092.629238:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193551488, offset 0 00000400:00000200:1.0:1749610092.629242:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610092.629247:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610092.629251:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1d880 00000400:00000200:2.0:1749610092.629252:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610092.629253:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000200:1.0:1749610092.629256:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6589 [1] + 0 00000020:00000010:2.0:1749610092.629258:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6900. 00000020:00000010:2.0:1749610092.629259:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73708. 00000400:00000200:1.0:1749610092.629260:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610092.629261:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7ae00. 00000400:00000200:1.0:1749610092.629262:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610092.629265:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea210. 00000400:00000200:0.0:1749610092.629267:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610092.629268:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610092.629272:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663480 x1834598193551360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610092.629274:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000100:00000200:1.0:1749610092.629275:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663800 x1834598193551488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610092.629276:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610092.629277:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:0.0:1749610092.629278:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663480 x1834598193551360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610092.629280:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660380 x1834598193551616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610092.629285:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000100:00000200:2.0:1749610092.629286:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660380 x1834598193551616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610092.629287:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000400:00000010:0.0:1749610092.629289:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaec8. 00000400:00000200:0.0:1749610092.629291:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:0.0:1749610092.629292:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000020:00000010:1.0:1749610092.629293:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000100:00000200:0.0:1749610092.629295:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663800 x1834598193551488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610092.629296:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 02000000:00000010:2.0:1749610092.629298:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7bc00. 00000020:00000010:1.0:1749610092.629298:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 02000000:00000010:2.0:1749610092.629300:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462fc00. 00000100:00000200:0.0:1749610092.629301:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663800 x1834598193551488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610092.629302:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660380. 02000000:00000010:0.0:1749610092.629320:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096795c00. 02000000:00000010:0.0:1749610092.629322:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1c00. 00000100:00000010:0.0:1749610092.629325:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663480. 02000000:00000010:0.0:1749610092.629327:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096797800. 02000000:00000010:0.0:1749610092.629330:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136a7ac00. 00000100:00000010:0.0:1749610092.629332:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663800. 00000100:00000010:1.0:1749610092.631721:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2a00. 00000100:00000010:2.0:1749610092.631723:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e28c0. 00000100:00000010:3.0:1749610092.631729:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2980. 00000100:00000010:0.0:1749610092.631744:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2900. 00000100:00000010:2.0:1749610093.493797:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82bb80. 02000000:00000010:2.0:1749610093.493816:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610093.493828:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610093.493840:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610093.493844:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610093.493847:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82bb80. 00000100:00000010:2.0:1749610095.494827:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82bb80. 02000000:00000010:2.0:1749610095.494846:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610095.494857:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610095.494869:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610095.494874:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610095.494876:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82bb80. 00000400:00000200:0.0:1749610096.107185:0:1043:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610096.107204:0:1043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501400 00000400:00000100:0.0:1749610096.107212:0:1043:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188192768 offset 0 length 520: 4 00000400:00000200:0.0:1749610096.107215:0:1043:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880072619ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610096.107217:0:1043:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:2.0:1749610097.495791:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82bb80. 02000000:00000010:2.0:1749610097.495809:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610097.495821:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610097.495844:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610097.495849:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610097.495852:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82bb80. 10000000:00000010:2.0:1749610097.607847:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a3a8200. 00000020:00000010:2.0:1749610097.607856:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7bc00. 00000020:00000010:2.0:1749610097.607860:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a7ae00. 00000040:00000010:2.0:1749610097.607862:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a7b400. 00000020:00000010:2.0:1749610097.607865:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880095c92800. 00000020:00000010:2.0:1749610097.607868:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a7a400. 80000000:00000010:2.0:1749610097.607871:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5d20. 00040000:00000010:2.0:1749610097.607873:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a7b000. 00080000:00000010:2.0:1749610097.607877:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012daec000. 00080000:00000010:2.0:1749610097.607880:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880098a9a000. 00000020:00000010:2.0:1749610097.607888:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a7ae00. 00000040:00000010:2.0:1749610097.607892:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a7b400. 00000020:00000010:2.0:1749610097.607893:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880095c92800. 00000020:00000010:2.0:1749610097.607896:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a7a400. 80000000:00000010:2.0:1749610097.607898:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec5d20. 00040000:00000010:2.0:1749610097.607900:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a7b000. 00080000:00000010:2.0:1749610097.607902:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880098a9a000. 00080000:00000010:2.0:1749610097.607904:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012daec000. 00000020:00000010:2.0:1749610097.607907:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7bc00. 10000000:00000010:2.0:1749610097.607908:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a3a8200. 10000000:00020000:2.0:1749610097.607910:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000010:2.0:1749610097.607917:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82bb80. 02000000:00000010:2.0:1749610097.607927:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00010000:00000010:2.0:1749610097.607937:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3b9000. 00010000:00000010:2.0:1749610097.607941:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a7a800. 00000100:00000010:2.0:1749610097.607954:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000200:2.0:1749610097.607964:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff88012f82bb80 x1834598193552256/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610097.607975:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610097.608005:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610097.608019:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82bb80. 00010000:00000010:0.1:1749610097.610759:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3b9000. 00010000:00000010:0.1:1749610097.610765:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a7a800. 00000100:00000010:1.0:1749610097.636768:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660000. 02000000:00000010:1.0:1749610097.636782:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136a78400. 00000100:00000010:1.0:1749610097.636805:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661180. 02000000:00000010:1.0:1749610097.636809:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136a7ac00. 00000100:00000010:1.0:1749610097.636814:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660700. 02000000:00000010:1.0:1749610097.636816:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a213000. 00000100:00000010:1.0:1749610097.636819:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660e00. 02000000:00000010:1.0:1749610097.636834:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462fc00. 02000000:00000010:2.0:1749610097.636842:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071cc00. 00000400:00000010:2.0:1749610097.636849:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749610097.636854:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000010:1.0:1749610097.636859:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661880. 00000100:00000200:2.0:1749610097.636860:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193552384, portal 4 02000000:00000010:1.0:1749610097.636861:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f300. 00000400:00000010:2.0:1749610097.636865:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610097.636866:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193552384, offset 0 00000400:00000200:2.0:1749610097.636872:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610097.636881:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610097.636888:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1dc00 00000400:00000200:2.0:1749610097.636892:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 18720 00000400:00000200:2.0:1749610097.636897:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610097.636899:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749610097.636903:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133600. 00000100:00000200:2.0:1749610097.636903:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:0.0:1749610097.636903:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096364c00. 00000100:00000010:2.0:1749610097.636906:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82bb80. 00000400:00000010:3.0:1749610097.636907:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000010:0.0:1749610097.636907:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaec8. 00000400:00000010:3.0:1749610097.636911:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000400:00000010:0.0:1749610097.636911:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:3.0:1749610097.636913:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193552896, portal 4 00000100:00000200:0.0:1749610097.636913:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193552768, portal 10 00000400:00000010:3.0:1749610097.636917:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000010:0.0:1749610097.636917:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:3.0:1749610097.636918:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193552896, offset 0 00000100:00000200:0.0:1749610097.636919:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193552768, offset 0 00000400:00000200:3.0:1749610097.636923:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610097.636925:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610097.636927:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610097.636928:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610097.636929:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610097.636930:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000200:3.0:1749610097.636932:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1de00 00000400:00000200:0.0:1749610097.636933:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1dd80 00000100:00000200:2.0:1749610097.636935:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660000 x1834598193552384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610097.636937:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 3176 00000400:00000200:3.0:1749610097.636942:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610097.636944:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610097.636944:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 13680 00000100:00000010:2.0:1749610097.636946:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8200. 00000100:00000200:3.0:1749610097.636947:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1749610097.636947:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610097.636948:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000400:00000200:0.0:1749610097.636949:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749610097.636950:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68ad80. 00000100:00000200:0.0:1749610097.636951:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610097.636954:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8880. 00000020:00000010:1.0:1749610097.636954:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000100:00000010:0.0:1749610097.636954:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c3b80. 00000100:00000010:2.0:1749610097.636956:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8700. 00000020:00000010:1.0:1749610097.636957:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000100:00000010:2.0:1749610097.636959:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a85c0. 00000400:00000200:3.0:1749610097.636961:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610097.636962:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 02000000:00000010:2.0:1749610097.636964:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071e000. 00000400:00000200:0.0:1749610097.636965:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000100:00000200:3.0:1749610097.636966:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661880 x1834598193552896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610097.636966:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000010:0.0:1749610097.636966:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000400:00000010:2.0:1749610097.636968:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610097.636969:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193552512, portal 10 00000100:00000200:0.0:1749610097.636969:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660e00 x1834598193552768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610097.636972:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610097.636973:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193552512, offset 0 00000400:00000200:2.0:1749610097.636974:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610097.636975:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193552384 00000400:00000200:2.0:1749610097.636977:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610097.636979:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1dc80 00000400:00000200:2.0:1749610097.636986:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 13904 00000400:00000200:2.0:1749610097.636988:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:1.0:1749610097.636989:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610097.636990:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610097.636992:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610097.636993:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f828a80. 02000000:00000010:1.0:1749610097.636995:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a213800. 00000400:00000200:2.0:1749610097.636999:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610097.637000:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610097.637001:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661180 x1834598193552512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610097.637003:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000020:00000010:3.0:1749610097.637004:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2980. 00000100:00000200:1.0:1749610097.637006:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193552384, offset 0 00000020:00000010:3.0:1749610097.637007:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2d00. 00000400:00000200:1.0:1749610097.637010:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610097.637011:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c400. 00000400:00000010:2.0:1749610097.637013:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610097.637014:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000020:00000010:3.0:1749610097.637015:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132e00. 00000100:00000200:2.0:1749610097.637015:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193552640, portal 10 00000400:00000200:1.0:1749610097.637015:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610097.637015:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051d80. 00000020:00000010:3.0:1749610097.637017:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886080. 00000400:00000010:2.0:1749610097.637017:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000020:00000010:0.0:1749610097.637017:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a80c0. 00000100:00000200:2.0:1749610097.637018:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193552640, offset 0 00000020:00000010:3.0:1749610097.637020:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace090c8. 00000400:00000200:2.0:1749610097.637020:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610097.637021:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1dc00 00000020:00000010:0.0:1749610097.637021:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096365000. 00000400:00000200:2.0:1749610097.637023:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610097.637023:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000400:00000200:2.0:1749610097.637025:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1dd00 00000400:00000200:1.0:1749610097.637025:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x65a1 [1] + 0 00000020:00000010:0.0:1749610097.637025:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000400:00000200:2.0:1749610097.637028:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 14424 00000400:00000200:1.0:1749610097.637028:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610097.637030:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610097.637031:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610097.637032:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610097.637032:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610097.637034:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f829880. 00000020:00000010:3.0:1749610097.637036:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2d00. 00000100:00000200:1.0:1749610097.637036:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660000 x1834598193552384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610097.637037:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2d00. 00000100:00000200:3.0:1749610097.637039:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193552896 00000400:00000200:2.0:1749610097.637039:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610097.637040:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000020:00000010:0.0:1749610097.637040:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096364400. 00000100:00000200:2.0:1749610097.637041:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660700 x1834598193552640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610097.637042:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392700. 00000020:00000010:0.0:1749610097.637043:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040320. 00000400:00000200:1.0:1749610097.637046:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610097.637048:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 02000000:00000010:3.0:1749610097.637049:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4efc00. 00000020:00000010:0.0:1749610097.637051:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096364200. 00000400:00000010:2.0:1749610097.637052:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000020:00000010:0.0:1749610097.637052:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392680. 00000400:00000200:2.0:1749610097.637053:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000020:00000010:0.0:1749610097.637053:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040258. 00010000:00000200:3.0:1749610097.637054:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d68ad80 x1834598193552896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:288/0 lens 224/224 e 0 to 0 dl 1749610108 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610097.637054:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610097.637056:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660000 x1834598193552384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610097.637056:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000020:00000010:0.0:1749610097.637059:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40518c0. 00000020:00000010:1.0:1749610097.637061:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000020:00000010:0.0:1749610097.637061:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40518c0. 00000020:00000010:1.0:1749610097.637063:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 00000100:00000200:0.0:1749610097.637063:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193552768 00000400:00000010:3.0:1749610097.637064:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610097.637066:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193552896, offset 224 00000100:00000200:2.0:1749610097.637066:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660000 x1834598193552384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610097.637069:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096795c00. 00010000:00000200:0.0:1749610097.637072:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800974c3b80 x1834598193552768/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:288/0 lens 224/224 e 0 to 0 dl 1749610108 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610097.637074:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610097.637079:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610097.637079:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 02000000:00000010:2.0:1749610097.637080:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071cc00. 00000100:00000200:0.0:1749610097.637081:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193552768, offset 224 00000400:00000200:3.0:1749610097.637083:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1de00 02000000:00000010:2.0:1749610097.637083:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136a78400. 00000400:00000200:0.0:1749610097.637083:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610097.637085:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193552512 00000400:00000200:3.0:1749610097.637086:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x65ad [1] + 224 00000100:00000010:2.0:1749610097.637086:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660000. 00000400:00000200:0.0:1749610097.637087:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610097.637089:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610097.637090:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1dd80 00000400:00000200:3.0:1749610097.637092:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:1.0:1749610097.637092:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610097.637093:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65a9 [1] + 224 02000000:00000010:1.0:1749610097.637096:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a213400. 00000400:00000200:0.0:1749610097.637096:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610097.637112:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610097.637114:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661880 x1834598193552896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610097.637114:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193552640 00000100:00000200:0.0:1749610097.637116:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660e00 x1834598193552768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610097.637117:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610097.637120:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193552512, offset 0 00010000:00020000:2.0:1749610097.637121:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610097.637123:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610097.637124:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071cc00. 00000400:00000010:2.0:1749610097.637128:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000400:00000200:1.0:1749610097.637128:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610097.637129:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610097.637130:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000200:2.0:1749610097.637132:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193552640, offset 0 00000400:00000200:0.0:1749610097.637132:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610097.637134:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000400:00000200:2.0:1749610097.637136:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610097.637137:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886080. 00000400:00000200:1.0:1749610097.637137:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1dc80 00000020:00000010:3.0:1749610097.637139:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace090c8. 00000400:00000200:2.0:1749610097.637140:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610097.637140:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000020:00000010:3.0:1749610097.637141:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132e00. 00000400:00000200:1.0:1749610097.637141:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65b9 [1] + 0 00000020:00000010:0.0:1749610097.637142:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000400:00000200:2.0:1749610097.637143:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1dd00 00000400:00000200:1.0:1749610097.637144:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610097.637145:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65c5 [1] + 0 00000400:00000200:2.0:1749610097.637147:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610097.637147:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610097.637148:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610097.637148:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096365000. 00000100:00000200:2.0:1749610097.637151:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660700 x1834598193552640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610097.637151:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661180 x1834598193552512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610097.637159:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610097.637160:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000400:00000010:0.0:1749610097.637162:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaec8. 00000020:00000010:2.0:1749610097.637164:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392680. 00000400:00000200:0.0:1749610097.637164:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000020:00000010:2.0:1749610097.637165:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040258. 00000400:00000010:0.0:1749610097.637165:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000020:00000010:2.0:1749610097.637167:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096364200. 00000100:00000200:0.0:1749610097.637168:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660e00 x1834598193552768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610097.637170:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000400:00000200:3.0:1749610097.637174:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000100:00000200:0.0:1749610097.637174:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660e00 x1834598193552768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610097.637175:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000100:00000200:3.0:1749610097.637178:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661880 x1834598193552896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610097.637178:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610097.637179:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:3.0:1749610097.637183:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661880 x1834598193552896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610097.637185:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000020:00000010:1.0:1749610097.637186:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392700. 00000400:00000200:2.0:1749610097.637187:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 02000000:00000010:0.0:1749610097.637187:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096364c00. 00000400:00000010:2.0:1749610097.637188:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:1.0:1749610097.637189:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040320. 02000000:00000010:0.0:1749610097.637189:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462fc00. 00000100:00000200:2.0:1749610097.637190:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661180 x1834598193552512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610097.637191:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096364400. 00000100:00000010:0.0:1749610097.637192:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660e00. 02000000:00000010:3.0:1749610097.637193:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133600. 00000100:00000200:2.0:1749610097.637194:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661180 x1834598193552512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610097.637195:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f300. 00000100:00000010:3.0:1749610097.637197:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661880. 00000400:00000010:2.0:1749610097.637209:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610097.637210:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610097.637211:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610097.637212:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660700 x1834598193552640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610097.637216:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660700 x1834598193552640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610097.637221:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071e000. 02000000:00000010:2.0:1749610097.637223:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136a7ac00. 00000100:00000010:2.0:1749610097.637224:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661180. 02000000:00000010:2.0:1749610097.637226:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c400. 02000000:00000010:2.0:1749610097.637227:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a213000. 00000100:00000010:2.0:1749610097.637228:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660700. 00000100:00000010:0.0:1749610097.639729:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8200. 00000100:00000010:3.0:1749610097.639733:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a85c0. 00000100:00000010:2.0:1749610097.639734:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8700. 00000100:00000010:1.0:1749610097.639741:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8880. 00000100:00000010:2.0:1749610099.496832:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f828000. 02000000:00000010:2.0:1749610099.496851:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610099.496863:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610099.496876:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610099.496881:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610099.496884:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f828000. 00000100:00000010:2.0:1749610101.497802:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f828000. 02000000:00000010:2.0:1749610101.497819:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610101.497830:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610101.497844:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610101.497848:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7bc00. 00000100:00000010:2.0:1749610101.497851:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f828000. 00000400:00000010:2.0:1749610102.636827:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000400:00000200:2.0:1749610102.636837:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:2.0:1749610102.636839:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610102.636849:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880095804380 x1834598193550208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610102 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610102.636877:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880095804380 x1834598193550208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610102 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610102.636941:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c800. 02000000:00000010:2.0:1749610102.636946:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b2800. 00000100:00000010:2.0:1749610102.636951:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095804380. 00000100:00000010:1.0:1749610102.637004:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662d80. 02000000:00000010:1.0:1749610102.637017:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a212c00. 00000100:00000010:1.0:1749610102.637041:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663b80. 02000000:00000010:1.0:1749610102.637044:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a210000. 00000100:00000010:1.0:1749610102.637049:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660a80. 02000000:00000010:1.0:1749610102.637053:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a213000. 00000100:00000010:1.0:1749610102.637058:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660700. 02000000:00000010:2.0:1749610102.637080:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c800. 02000000:00000010:1.0:1749610102.637081:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad1000. 00000400:00000010:2.0:1749610102.637085:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000100:00000010:1.0:1749610102.637085:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661180. 02000000:00000010:1.0:1749610102.637087:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f200. 00000400:00000010:2.0:1749610102.637089:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610102.637094:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193553280, portal 25 00000400:00000010:2.0:1749610102.637097:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610102.637099:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193553280, offset 0 00000100:00000010:1.0:1749610102.637102:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661880. 00000400:00000200:2.0:1749610102.637104:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610102.637104:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462ff00. 00000400:00000200:2.0:1749610102.637115:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610102.637120:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133600. 00000400:00000200:2.0:1749610102.637124:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada1df80 02000000:00000010:1.0:1749610102.637125:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a1000. 00000400:00000010:3.0:1749610102.637127:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000100:2.0:1749610102.637128:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193553280 offset 0 length 520: 4 00000400:00000010:1.0:1749610102.637128:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52840. 00000400:00000010:3.0:1749610102.637131:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000400:00000200:2.0:1749610102.637131:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e305ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000010:1.0:1749610102.637131:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000400:00000200:2.0:1749610102.637133:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000200:1.0:1749610102.637134:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193553920, portal 4 00000100:00000200:3.0:1749610102.637135:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193553792, portal 10 00000400:00000010:1.0:1749610102.637137:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610102.637138:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193553920, offset 0 00000400:00000010:3.0:1749610102.637139:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:2.0:1749610102.637140:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610102.637141:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610102.637145:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131662d80 x1834598193553280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610102.637148:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610102.637155:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8700. 00000100:00000200:3.0:1749610102.637156:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193553792, offset 0 00000400:00000200:1.0:1749610102.637158:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610102.637161:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610102.637162:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1e200 00000400:00000200:3.0:1749610102.637167:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610102.637167:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 3400 00000400:00000200:1.0:1749610102.637170:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749610102.637173:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8500. 00000100:00000010:2.0:1749610102.637176:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8b00. 00000400:00000200:1.0:1749610102.637176:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610102.637178:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8080. 00000400:00000200:3.0:1749610102.637179:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1e180 00000100:00000200:1.0:1749610102.637180:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1749610102.637183:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660e00. 00000400:00000200:3.0:1749610102.637184:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 14944 02000000:00000010:2.0:1749610102.637184:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c400. 00000400:00000010:2.0:1749610102.637186:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000200:3.0:1749610102.637187:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610102.637187:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000200:3.0:1749610102.637189:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610102.637189:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193553408, portal 4 00000400:00000200:1.0:1749610102.637190:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610102.637191:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000400:00000010:2.0:1749610102.637192:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:3.0:1749610102.637194:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610102.637194:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661880 x1834598193553920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610102.637196:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b480. 00000100:00000200:2.0:1749610102.637197:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193553408, offset 0 00000400:00000200:2.0:1749610102.637200:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610102.637203:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610102.637206:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000200:2.0:1749610102.637207:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1e000 00000400:00000010:3.0:1749610102.637212:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610102.637215:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661180 x1834598193553792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610102.637216:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 19240 00000400:00000200:2.0:1749610102.637219:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610102.637221:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610102.637223:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610102.637226:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f828000. 00000020:00000010:1.0:1749610102.637227:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46caa40. 00000020:00000010:1.0:1749610102.637231:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2980. 00000400:00000200:2.0:1749610102.637233:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610102.637234:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610102.637236:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663b80 x1834598193553408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610102.637238:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0400. 00000020:00000010:1.0:1749610102.637241:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000020:00000010:1.0:1749610102.637244:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 02000000:00000010:2.0:1749610102.637246:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071e000. 00000400:00000010:2.0:1749610102.637247:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000010:2.0:1749610102.637248:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610102.637250:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193553536, portal 10 00000400:00000010:2.0:1749610102.637252:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610102.637253:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193553536, offset 0 00000400:00000200:2.0:1749610102.637254:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610102.637255:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132e00. 00000020:00000010:0.0:1749610102.637256:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40518c0. 00000400:00000200:2.0:1749610102.637257:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610102.637259:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886080. 00000400:00000200:2.0:1749610102.637259:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1e080 00000020:00000010:1.0:1749610102.637259:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca780. 00000020:00000010:1.0:1749610102.637260:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca780. 00000020:00000010:3.0:1749610102.637261:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace090c8. 00000400:00000200:2.0:1749610102.637261:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 15168 00000020:00000010:0.0:1749610102.637261:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051d80. 00000100:00000200:1.0:1749610102.637262:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193553920 00000400:00000200:2.0:1749610102.637263:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610102.637264:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610102.637266:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610102.637267:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804380. 00000020:00000010:0.0:1749610102.637269:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096364c00. 00000020:00000010:0.0:1749610102.637271:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000400:00000200:2.0:1749610102.637272:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 02000000:00000010:1.0:1749610102.637272:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad1c00. 00000020:00000010:0.0:1749610102.637272:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000400:00000010:2.0:1749610102.637273:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610102.637274:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660a80 x1834598193553536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610102.637275:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193553408 00010000:00000200:1.0:1749610102.637277:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131660e00 x1834598193553920/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1749610113 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610102.637284:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071f800. 00000400:00000010:1.0:1749610102.637284:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610102.637286:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193553920, offset 224 00000400:00000200:1.0:1749610102.637288:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:3.0:1749610102.637289:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749610102.637289:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749610102.637290:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000020:00000010:0.0:1749610102.637290:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096365000. 00000400:00000200:1.0:1749610102.637291:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610102.637292:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193553664, portal 10 00000020:00000010:0.0:1749610102.637292:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392780. 00000400:00000200:1.0:1749610102.637293:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1e200 00000020:00000010:0.0:1749610102.637293:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000400:00000010:2.0:1749610102.637294:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 02000000:00000010:3.0:1749610102.637295:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ed400. 00000100:00000200:2.0:1749610102.637295:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193553664, offset 0 00000400:00000200:1.0:1749610102.637296:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x65e5 [1] + 224 00000400:00000200:2.0:1749610102.637298:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610102.637298:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610102.637300:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610102.637301:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:2.0:1749610102.637302:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610102.637302:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661880 x1834598193553920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610102.637303:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051d80. 00000100:00000200:3.0:1749610102.637304:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193553408, offset 0 00000400:00000200:2.0:1749610102.637305:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1e100 00000020:00000010:0.0:1749610102.637305:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051d80. 00000100:00000200:0.0:1749610102.637306:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193553792 00000400:00000200:3.0:1749610102.637307:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610102.637310:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 15688 00000400:00000200:3.0:1749610102.637312:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610102.637313:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610102.637315:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610102.637315:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096795400. 00000400:00000200:3.0:1749610102.637317:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1e000 00000400:00000200:3.0:1749610102.637320:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x65f5 [1] + 0 00010000:00000200:0.0:1749610102.637320:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d68b480 x1834598193553792/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1749610113 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610102.637324:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610102.637324:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610102.637325:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000200:3.0:1749610102.637326:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610102.637326:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000010:2.0:1749610102.637327:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804700. 00000400:00000010:0.0:1749610102.637330:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:3.0:1749610102.637331:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663b80 x1834598193553408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610102.637333:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193553792, offset 224 00000020:00000010:1.0:1749610102.637334:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000400:00000200:2.0:1749610102.637335:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610102.637337:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000020:00000010:1.0:1749610102.637337:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000020:00000010:1.0:1749610102.637339:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0400. 00000100:00000200:2.0:1749610102.637341:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660700 x1834598193553664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610102.637341:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610102.637345:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610102.637347:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000010:1.0:1749610102.637349:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52840. 00000400:00000200:0.0:1749610102.637349:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610102.637351:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610102.637352:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000020:00000010:3.0:1749610102.637354:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886080. 00000400:00000010:2.0:1749610102.637354:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000100:00000200:1.0:1749610102.637354:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661880 x1834598193553920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610102.637354:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1e180 00000020:00000010:3.0:1749610102.637356:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace090c8. 00000400:00000200:2.0:1749610102.637356:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610102.637358:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:1.0:1749610102.637358:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661880 x1834598193553920/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610102.637359:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132e00. 00000100:00000200:2.0:1749610102.637360:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663b80 x1834598193553408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610102.637361:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65e9 [1] + 224 00000100:00000200:2.0:1749610102.637367:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663b80 x1834598193553408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610102.637370:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a1000. 00000400:00000200:0.0:1749610102.637372:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610102.637373:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462ff00. 00000400:00000200:0.0:1749610102.637374:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749610102.637375:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661880. 00000100:00000200:0.0:1749610102.637378:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661180 x1834598193553792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610102.637379:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c400. 02000000:00000010:2.0:1749610102.637382:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a210000. 00000020:00000010:3.0:1749610102.637384:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132e00. 00000100:00000010:2.0:1749610102.637384:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663b80. 00000020:00000010:3.0:1749610102.637385:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886080. 00000020:00000010:3.0:1749610102.637386:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace090c8. 00000100:00000200:3.0:1749610102.637392:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193553536 00000400:00000200:0.0:1749610102.637394:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:0.0:1749610102.637396:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000100:00000200:1.0:1749610102.637397:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193553664 00010000:00020000:3.0:1749610102.637398:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610102.637400:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ed800. 00000100:00000010:2.0:1749610102.637402:0:6441:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff880096a7bc00. 00000400:00000010:3.0:1749610102.637403:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00010000:00020000:1.0:1749610102.637404:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749610102.637404:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000100:00000200:3.0:1749610102.637405:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193553536, offset 0 00000020:00000010:0.0:1749610102.637405:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000400:00000200:3.0:1749610102.637407:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610102.637407:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096364c00. 02000000:00000010:1.0:1749610102.637408:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad0c00. 00000400:00000200:3.0:1749610102.637411:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610102.637412:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000400:00000200:3.0:1749610102.637414:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1e080 00000100:00000200:1.0:1749610102.637414:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193553664, offset 0 00000400:00000200:3.0:1749610102.637416:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65fd [1] + 0 00000400:00000200:3.0:1749610102.637418:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610102.637419:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610102.637420:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610102.637423:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660a80 x1834598193553536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610102.637423:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610102.637427:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1e100 00000400:00000200:1.0:1749610102.637430:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6609 [1] + 0 00000400:00000200:3.0:1749610102.637434:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000200:1.0:1749610102.637434:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610102.637435:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000200:1.0:1749610102.637436:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610102.637438:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392780. 00000100:00000200:1.0:1749610102.637439:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660700 x1834598193553664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610102.637440:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:3.0:1749610102.637441:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096365000. 00000400:00000200:1.0:1749610102.637448:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610102.637449:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000400:00000010:3.0:1749610102.637462:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000020:00000010:1.0:1749610102.637462:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886080. 00000020:00000010:1.0:1749610102.637464:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace090c8. 00000400:00000200:3.0:1749610102.637466:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000400:00000010:3.0:1749610102.637466:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000020:00000010:1.0:1749610102.637466:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132e00. 00000100:00000200:3.0:1749610102.637468:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661180 x1834598193553792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610102.637472:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661180 x1834598193553792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610102.637478:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 02000000:00000010:3.0:1749610102.637480:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133600. 00000400:00000200:2.0:1749610102.637480:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610102.637482:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 02000000:00000010:3.0:1749610102.637483:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f200. 00000100:00000010:3.0:1749610102.637484:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661180. 00000100:00000200:2.0:1749610102.637486:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660700 x1834598193553664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610102.637496:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660700 x1834598193553664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610102.637509:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749610102.637511:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610102.637512:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610102.637515:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660a80 x1834598193553536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610102.637521:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660a80 x1834598193553536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610102.637530:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071f800. 02000000:00000010:2.0:1749610102.637533:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad1000. 00000100:00000010:2.0:1749610102.637535:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660700. 02000000:00000010:2.0:1749610102.637538:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071e000. 02000000:00000010:2.0:1749610102.637540:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a213000. 00000100:00000010:2.0:1749610102.637542:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660a80. 00000100:00000010:0.0:1749610102.637586:0:17854:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b4051d80. 00000020:00000010:0.0:1749610102.637590:0:17854:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b4051940. 00000020:00000010:0.0:1749610102.637593:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096364c00. 00000020:00000010:0.0:1749610102.637595:0:17854:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096365c00. 00000040:00000010:0.0:1749610102.637598:0:17854:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096364800. 00000020:00000010:0.0:1749610102.637601:0:17854:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a0b78800. 00000020:00000010:0.0:1749610102.637603:0:17854:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff880096c61420. 00000020:00000010:0.0:1749610102.637606:0:17854:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096365000. 80000000:00000010:0.0:1749610102.637609:0:17854:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d18a0. 40000000:00000010:0.0:1749610102.637612:0:17854:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b4051b80. 00100000:00000010:0.0:1749610102.637615:0:17854:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a0b78000. 00040000:00000010:0.0:1749610102.637618:0:17854:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009bf9bc00. 00040000:00000010:0.0:1749610102.637620:0:17854:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096364400. 00080000:00000010:0.0:1749610102.637624:0:17854:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acccd000. 00080000:00000010:0.0:1749610102.637628:0:17854:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009d16e000. 00000004:00000010:0.0:1749610102.637633:0:17854:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a0b7b000. 00000004:00000010:0.0:1749610102.637637:0:17854:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800accca000. 00000004:00000010:0.0:1749610102.637639:0:17854:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a0b79800. 00002000:00000010:0.0:1749610102.637642:0:17854:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880096797800. 00000004:00000010:0.0:1749610102.637645:0:17854:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880096794400. 00000100:00000010:0.0:1749610102.637717:0:17854:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff88012d7a0000. 00000100:00000200:0.0:1749610102.637723:0:17854:0:(service.c:3013:ptlrpc_main()) service thread 5 (#6) started 00000100:00000010:0.0:1749610102.648720:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8700. 00000100:00000010:2.0:1749610102.648724:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8b00. 00000100:00000010:3.0:1749610102.648726:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8080. 00000100:00000010:1.0:1749610102.648732:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8500. 00000100:00000010:2.0:1749610103.498804:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804a80. 02000000:00000010:2.0:1749610103.498821:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610103.498832:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610103.498845:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610103.498849:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610103.498853:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095804a80. 00000800:00000200:0.0:1749610104.512817:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749610104.512836:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749610104.512838:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610104.513001:0:1042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1749610105.499780:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804a80. 02000000:00000010:2.0:1749610105.499798:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a400. 00000100:00000010:2.0:1749610105.499810:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610105.499823:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610105.499827:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a400. 00000100:00000010:2.0:1749610105.499830:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095804a80. 00000100:00000010:2.0:1749610107.500798:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804a80. 02000000:00000010:2.0:1749610107.500830:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a400. 00000100:00000010:2.0:1749610107.500842:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610107.500856:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610107.500865:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a400. 00000100:00000010:2.0:1749610107.500867:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095804a80. 00000100:00000010:1.0:1749610107.652747:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661880. 02000000:00000010:1.0:1749610107.652763:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad1800. 00000100:00000010:1.0:1749610107.652786:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660000. 02000000:00000010:1.0:1749610107.652788:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad1400. 00000100:00000010:1.0:1749610107.652793:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663800. 02000000:00000010:1.0:1749610107.652795:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3400. 00000100:00000010:1.0:1749610107.652798:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663480. 02000000:00000010:1.0:1749610107.652800:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462fa00. 00000100:00000010:1.0:1749610107.652819:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660380. 02000000:00000010:0.0:1749610107.652820:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096797c00. 02000000:00000010:1.0:1749610107.652822:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f800. 00000400:00000010:0.0:1749610107.652827:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaec8. 00000400:00000010:0.0:1749610107.652831:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610107.652836:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193554432, portal 4 00000400:00000010:0.0:1749610107.652840:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 02000000:00000010:2.0:1749610107.652842:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7a400. 00000100:00000200:0.0:1749610107.652842:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193554432, offset 0 00000400:00000200:0.0:1749610107.652847:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610107.652848:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000010:2.0:1749610107.652852:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610107.652855:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193554816, portal 10 00000400:00000010:2.0:1749610107.652859:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000400:00000200:0.0:1749610107.652860:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610107.652861:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193554816, offset 0 02000000:00000010:3.0:1749610107.652863:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133600. 00000400:00000200:2.0:1749610107.652865:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610107.652867:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000200:0.0:1749610107.652869:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1e400 00000400:00000010:3.0:1749610107.652870:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000400:00000200:2.0:1749610107.652871:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610107.652872:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193554944, portal 4 00000400:00000010:3.0:1749610107.652875:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:2.0:1749610107.652877:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1e580 00000400:00000200:0.0:1749610107.652877:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 19760 00000400:00000200:0.0:1749610107.652883:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610107.652884:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193554944, offset 0 00000400:00000200:2.0:1749610107.652887:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 16208 00000400:00000200:0.0:1749610107.652887:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610107.652891:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610107.652891:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610107.652893:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610107.652895:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610107.652898:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749610107.652898:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1749610107.652899:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1e600 00000100:00000010:2.0:1749610107.652901:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095804a80. 00000100:00000010:0.0:1749610107.652902:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c2300. 00000400:00000200:3.0:1749610107.652903:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 3624 00000400:00000200:3.0:1749610107.652906:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610107.652908:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610107.652911:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1749610107.652914:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b100. 00000400:00000200:0.0:1749610107.652922:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610107.652924:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000400:00000200:2.0:1749610107.652926:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610107.652927:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:0.0:1749610107.652929:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661880 x1834598193554432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610107.652931:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000100:00000200:2.0:1749610107.652932:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663480 x1834598193554816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610107.652933:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610107.652936:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660380 x1834598193554944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610107.652942:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000100:00000010:0.0:1749610107.652944:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051200. 00000020:00000010:1.0:1749610107.652946:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000020:00000010:1.0:1749610107.652949:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000100:00000010:0.0:1749610107.652958:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051980. 00000020:00000010:3.0:1749610107.652959:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2d00. 00000100:00000010:0.0:1749610107.652961:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051b00. 00000020:00000010:2.0:1749610107.652962:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8b00. 00000020:00000010:3.0:1749610107.652963:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46caa40. 00000100:00000010:0.0:1749610107.652963:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051400. 00000020:00000010:2.0:1749610107.652964:0:17854:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b40518c0. 00000100:00000200:1.0:1749610107.652965:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193554432 02000000:00000010:0.0:1749610107.652969:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096795000. 00000020:00000010:3.0:1749610107.652971:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132000. 00000020:00000010:2.0:1749610107.652971:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b400. 00000400:00000010:0.0:1749610107.652971:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea210. 00000400:00000010:0.0:1749610107.652972:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000020:00000010:3.0:1749610107.652974:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886700. 00000020:00000010:2.0:1749610107.652974:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6900. 00000100:00000200:0.0:1749610107.652974:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193554560, portal 10 00000020:00000010:3.0:1749610107.652976:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000020:00000010:2.0:1749610107.652976:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73708. 00000400:00000010:0.0:1749610107.652977:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00010000:00020000:1.0:1749610107.652978:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610107.652978:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193554560, offset 0 00000400:00000200:0.0:1749610107.652980:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610107.652984:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad2800. 00000400:00000010:1.0:1749610107.652990:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000020:00000010:3.0:1749610107.652993:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2dc0. 00000020:00000010:2.0:1749610107.652993:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8d80. 00000100:00000200:1.0:1749610107.652993:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193554432, offset 0 00000020:00000010:3.0:1749610107.652994:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2dc0. 00000020:00000010:2.0:1749610107.652994:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8d80. 00000400:00000200:0.0:1749610107.652994:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610107.652996:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193554944 00000100:00000200:2.0:1749610107.652996:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193554816 00000400:00000200:1.0:1749610107.652996:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610107.652998:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1e480 00000400:00000200:1.0:1749610107.653001:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610107.653001:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 16432 00000400:00000200:0.0:1749610107.653003:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610107.653004:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1e400 00000400:00000200:0.0:1749610107.653005:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749610107.653006:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ec000. 02000000:00000010:2.0:1749610107.653006:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071e000. 00000400:00000200:1.0:1749610107.653007:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6621 [1] + 0 00000400:00000200:1.0:1749610107.653010:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610107.653010:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000200:3.0:1749610107.653011:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d68b100 x1834598193554944/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:298/0 lens 224/224 e 0 to 0 dl 1749610118 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610107.653012:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749610107.653012:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c1880. 00000100:00000200:1.0:1749610107.653015:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661880 x1834598193554432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749610107.653016:0:17854:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880095804a80 x1834598193554816/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:298/0 lens 224/224 e 0 to 0 dl 1749610118 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610107.653018:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000400:00000010:0.0:1749610107.653019:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000400:00000010:3.0:1749610107.653020:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:0.0:1749610107.653038:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660000 x1834598193554560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610107.653040:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193554944, offset 224 00000400:00000010:2.0:1749610107.653041:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610107.653043:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193554816, offset 224 00000400:00000200:1.0:1749610107.653045:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 02000000:00000010:0.0:1749610107.653049:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096797000. 00000400:00000010:1.0:1749610107.653051:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000400:00000010:0.0:1749610107.653051:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaf20. 00000400:00000200:2.0:1749610107.653055:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610107.653058:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610107.653060:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610107.653060:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000400:00000010:0.0:1749610107.653060:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000400:00000200:3.0:1749610107.653061:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610107.653061:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193554688, portal 10 00000400:00000200:3.0:1749610107.653064:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1e600 00000400:00000200:2.0:1749610107.653064:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1e580 00000400:00000010:0.0:1749610107.653064:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d94c8. 00000100:00000200:0.0:1749610107.653064:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193554688, offset 0 00000020:00000010:1.0:1749610107.653065:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000400:00000200:2.0:1749610107.653067:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6629 [1] + 224 00000020:00000010:1.0:1749610107.653067:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 00000400:00000200:2.0:1749610107.653070:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610107.653070:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610107.653073:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6631 [1] + 224 00000400:00000200:2.0:1749610107.653073:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610107.653074:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610107.653075:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610107.653076:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1e500 00000400:00000200:3.0:1749610107.653077:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610107.653077:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663480 x1834598193554816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610107.653078:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 16952 00000400:00000200:0.0:1749610107.653080:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610107.653081:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000100:00000200:3.0:1749610107.653082:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660380 x1834598193554944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610107.653082:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000400:00000200:0.0:1749610107.653082:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610107.653083:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749610107.653084:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000100:00000010:0.0:1749610107.653085:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c1500. 00000400:00000200:2.0:1749610107.653086:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610107.653087:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000400:00000200:3.0:1749610107.653092:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610107.653093:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000020:00000010:1.0:1749610107.653093:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0400. 00000020:00000010:2.0:1749610107.653094:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6900. 00000020:00000010:1.0:1749610107.653094:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013b80. 00000020:00000010:1.0:1749610107.653095:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a320. 00000020:00000010:2.0:1749610107.653096:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73708. 00000400:00000200:0.0:1749610107.653096:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d94c8 00000400:00000010:0.0:1749610107.653097:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d94c8. 00000020:00000010:2.0:1749610107.653099:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b400. 00000100:00000200:0.0:1749610107.653099:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663800 x1834598193554688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610107.653100:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886700. 00000100:00000200:1.0:1749610107.653101:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193554560 00000020:00000010:3.0:1749610107.653102:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000020:00000010:3.0:1749610107.653104:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132000. 00010000:00020000:1.0:1749610107.653106:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610107.653108:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193554688 02000000:00000010:1.0:1749610107.653109:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad2400. 00000400:00000010:0.0:1749610107.653109:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaec8. 00000400:00000200:0.0:1749610107.653111:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:0.0:1749610107.653111:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000400:00000010:1.0:1749610107.653112:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00010000:00020000:2.0:1749610107.653116:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610107.653117:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661880 x1834598193554432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610107.653120:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071f800. 00000100:00000200:1.0:1749610107.653120:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193554560, offset 0 00000100:00000200:0.0:1749610107.653121:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661880 x1834598193554432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610107.653123:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610107.653125:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000400:00000010:3.0:1749610107.653126:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000400:00000200:1.0:1749610107.653126:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610107.653129:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1e480 00000400:00000200:3.0:1749610107.653130:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000400:00000010:3.0:1749610107.653131:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000100:00000200:2.0:1749610107.653133:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193554688, offset 0 00000100:00000200:3.0:1749610107.653134:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660380 x1834598193554944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610107.653134:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6639 [1] + 0 00000400:00000200:1.0:1749610107.653136:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610107.653136:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096797c00. 00000400:00000200:2.0:1749610107.653137:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610107.653138:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610107.653140:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660380 x1834598193554944/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610107.653140:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad1800. 00000400:00000200:2.0:1749610107.653142:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610107.653142:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660000 x1834598193554560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610107.653143:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661880. 00000400:00000200:2.0:1749610107.653146:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1e500 00000400:00000200:2.0:1749610107.653149:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x664d [1] + 0 00000400:00000200:2.0:1749610107.653151:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610107.653153:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610107.653153:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 02000000:00000010:3.0:1749610107.653154:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133600. 00000400:00000010:1.0:1749610107.653154:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:2.0:1749610107.653156:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663800 x1834598193554688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610107.653157:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f800. 00000020:00000010:1.0:1749610107.653157:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000020:00000010:1.0:1749610107.653159:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000400:00000010:0.0:1749610107.653159:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea210. 00000100:00000010:3.0:1749610107.653160:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660380. 00000020:00000010:1.0:1749610107.653160:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 00000400:00000200:0.0:1749610107.653160:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610107.653161:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610107.653163:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660000 x1834598193554560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610107.653165:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000100:00000200:0.0:1749610107.653167:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660000 x1834598193554560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610107.653170:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000400:00000010:0.0:1749610107.653173:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaf20. 00000400:00000200:0.0:1749610107.653174:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000400:00000010:0.0:1749610107.653174:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000100:00000200:0.0:1749610107.653176:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663800 x1834598193554688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610107.653178:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013b80. 00000100:00000200:0.0:1749610107.653179:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663800 x1834598193554688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610107.653181:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a320. 00000020:00000010:2.0:1749610107.653183:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0400. 02000000:00000010:0.0:1749610107.653184:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096795000. 02000000:00000010:0.0:1749610107.653186:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad1400. 00000100:00000010:0.0:1749610107.653188:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660000. 02000000:00000010:0.0:1749610107.653189:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096797000. 02000000:00000010:0.0:1749610107.653190:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3400. 00000100:00000010:0.0:1749610107.653191:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663800. 00000400:00000010:2.0:1749610107.653193:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749610107.653195:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610107.653196:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610107.653200:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663480 x1834598193554816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610107.653206:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663480 x1834598193554816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610107.653218:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7a400. 02000000:00000010:2.0:1749610107.653220:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462fa00. 00000100:00000010:2.0:1749610107.653222:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663480. 00000100:00000010:2.0:1749610107.655719:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051b00. 00000100:00000010:3.0:1749610107.655722:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051400. 00000100:00000010:1.0:1749610107.655736:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051980. 00000100:00000010:0.0:1749610107.655743:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051200. 00000100:00000010:2.0:1749610109.501793:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600000. 02000000:00000010:2.0:1749610109.501814:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a400. 00000100:00000010:2.0:1749610109.501829:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610109.501843:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610109.501849:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a400. 00000100:00000010:2.0:1749610109.501853:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600000. 00000400:00000200:0.0:1749610111.107143:0:1043:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610111.107163:0:1043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501480 00000400:00000100:0.0:1749610111.107178:0:1043:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188192896 offset 0 length 520: 4 00000400:00000200:0.0:1749610111.107182:0:1043:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880072619ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610111.107183:0:1043:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:2.0:1749610111.502779:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600000. 02000000:00000010:2.0:1749610111.502797:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a400. 00000100:00000010:2.0:1749610111.502810:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610111.502823:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610111.502826:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a400. 00000100:00000010:2.0:1749610111.502829:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600000. 00000100:00000010:1.0:1749610112.660805:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663100. 02000000:00000010:1.0:1749610112.660823:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad0800. 00000100:00000010:1.0:1749610112.660854:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662a00. 02000000:00000010:1.0:1749610112.660873:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3000. 00000100:00000010:1.0:1749610112.660883:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661c00. 02000000:00000010:1.0:1749610112.660886:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3c00. 00000100:00000010:1.0:1749610112.660890:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662680. 02000000:00000010:1.0:1749610112.660893:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f000. 00000100:00000010:1.0:1749610112.660926:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661f80. 02000000:00000010:2.0:1749610112.660930:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c400. 02000000:00000010:1.0:1749610112.660930:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f900. 00000400:00000010:2.0:1749610112.660943:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000010:2.0:1749610112.660952:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 02000000:00000010:3.0:1749610112.660958:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133600. 00000400:00000010:3.0:1749610112.660965:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000100:00000200:2.0:1749610112.660965:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193555328, portal 4 00000400:00000010:3.0:1749610112.660970:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000400:00000010:2.0:1749610112.660973:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:3.0:1749610112.660975:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193555712, portal 10 00000400:00000010:3.0:1749610112.660980:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610112.660981:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193555712, offset 0 00000100:00000200:2.0:1749610112.661001:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193555328, offset 0 00000400:00000200:2.0:1749610112.661010:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610112.661015:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096365800. 00000400:00000200:3.0:1749610112.661019:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749610112.661020:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaf20. 00000400:00000010:0.0:1749610112.661023:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000100:00000200:0.0:1749610112.661025:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193555840, portal 4 00000400:00000200:2.0:1749610112.661026:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610112.661029:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610112.661031:0:1051:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009d16a000. 00000400:00000010:0.0:1749610112.661033:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610112.661035:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193555840, offset 0 00000400:00000200:0.0:1749610112.661039:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610112.661040:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1e780 00000400:00000200:3.0:1749610112.661042:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1e900 00000400:00000200:0.0:1749610112.661043:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610112.661047:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 20280 00000400:00000200:0.0:1749610112.661047:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1e980 00000400:00000200:3.0:1749610112.661052:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 17472 00000400:00000200:2.0:1749610112.661055:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610112.661057:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610112.661058:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 3848 00000400:00000200:2.0:1749610112.661059:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610112.661061:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610112.661061:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610112.661063:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610112.661065:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610112.661065:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:0.0:1749610112.661066:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1749610112.661068:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689500. 00000100:00000010:0.0:1749610112.661069:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c0e00. 00000100:00000010:2.0:1749610112.661070:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600000. 00000400:00000200:3.0:1749610112.661081:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610112.661082:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610112.661087:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131662680 x1834598193555712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610112.661089:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610112.661093:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610112.661096:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661f80 x1834598193555840/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610112.661100:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610112.661102:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000010:0.0:1749610112.661106:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051200. 00000100:00000200:2.0:1749610112.661109:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663100 x1834598193555328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610112.661117:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40519c0. 00000100:00000010:0.0:1749610112.661120:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40513c0. 00000100:00000010:0.0:1749610112.661122:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051740. 00000020:00000010:3.0:1749610112.661124:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132000. 00000020:00000010:1.0:1749610112.661126:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca3c0. 00000020:00000010:3.0:1749610112.661130:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886700. 00000020:00000010:1.0:1749610112.661131:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2d00. 00000020:00000010:3.0:1749610112.661133:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 02000000:00000010:2.0:1749610112.661136:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071d800. 00000400:00000010:2.0:1749610112.661140:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000020:00000010:1.0:1749610112.661141:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 00000400:00000010:2.0:1749610112.661142:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000020:00000010:1.0:1749610112.661144:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000100:00000200:2.0:1749610112.661145:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193555456, portal 10 00000020:00000010:1.0:1749610112.661146:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000400:00000010:2.0:1749610112.661149:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610112.661150:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193555456, offset 0 00000100:00000200:3.0:1749610112.661153:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193555328 00000400:00000200:2.0:1749610112.661153:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610112.661156:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051580. 00000400:00000200:2.0:1749610112.661157:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610112.661158:0:17854:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8b00. 00000400:00000200:2.0:1749610112.661161:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1e800 00000020:00000010:0.0:1749610112.661164:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca200. 00000400:00000200:2.0:1749610112.661165:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 17696 00000020:00000010:1.0:1749610112.661165:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca300. 00000020:00000010:0.0:1749610112.661166:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00010000:00020000:3.0:1749610112.661167:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749610112.661167:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca300. 00000020:00000010:0.0:1749610112.661168:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000400:00000200:2.0:1749610112.661169:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610112.661169:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193555840 00000400:00000200:2.0:1749610112.661172:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749610112.661175:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007248e000. 00000100:00000200:2.0:1749610112.661176:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610112.661179:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600e00. 00000400:00000010:3.0:1749610112.661181:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 02000000:00000010:1.0:1749610112.661181:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad0400. 00000100:00000200:3.0:1749610112.661184:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193555328, offset 0 00010000:00000200:1.0:1749610112.661186:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800974c0e00 x1834598193555840/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:303/0 lens 224/224 e 0 to 0 dl 1749610123 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610112.661188:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610112.661193:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610112.661194:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610112.661195:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000010:1.0:1749610112.661195:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000020:00000010:0.0:1749610112.661196:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb400. 00000400:00000200:3.0:1749610112.661197:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1e780 00000020:00000010:0.0:1749610112.661198:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392780. 00000100:00000200:2.0:1749610112.661199:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131662a00 x1834598193555456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610112.661199:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193555840, offset 224 00000020:00000010:0.0:1749610112.661199:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040000. 00000400:00000200:3.0:1749610112.661202:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x665d [1] + 0 00000400:00000200:3.0:1749610112.661206:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610112.661207:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40511c0. 00000400:00000200:3.0:1749610112.661208:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610112.661208:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40511c0. 00000100:00000200:0.0:1749610112.661210:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193555712 00000400:00000200:1.0:1749610112.661211:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610112.661215:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663100 x1834598193555328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610112.661215:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071dc00. 02000000:00000010:0.0:1749610112.661216:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096797000. 00000400:00000200:1.0:1749610112.661217:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1749610112.661219:0:17854:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d689500 x1834598193555712/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:303/0 lens 224/224 e 0 to 0 dl 1749610123 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610112.661222:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1e980 00000400:00000010:2.0:1749610112.661224:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:0.0:1749610112.661225:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000400:00000200:1.0:1749610112.661226:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x666d [1] + 224 00000400:00000200:3.0:1749610112.661229:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000200:1.0:1749610112.661229:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610112.661231:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000200:1.0:1749610112.661232:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610112.661239:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886700. 00000400:00000010:2.0:1749610112.661240:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:0.0:1749610112.661240:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193555712, offset 224 00000020:00000010:3.0:1749610112.661242:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000400:00000200:0.0:1749610112.661242:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610112.661244:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132000. 00000100:00000200:2.0:1749610112.661246:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193555584, portal 10 00000400:00000200:0.0:1749610112.661246:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610112.661247:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661f80 x1834598193555840/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610112.661249:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1e900 00000400:00000010:2.0:1749610112.661250:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000400:00000200:0.0:1749610112.661251:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6661 [1] + 224 00000100:00000200:2.0:1749610112.661253:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193555584, offset 0 00000400:00000200:0.0:1749610112.661254:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610112.661255:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610112.661257:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610112.661261:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131662680 x1834598193555712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610112.661263:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610112.661264:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610112.661266:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000400:00000200:2.0:1749610112.661267:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1e880 00000400:00000010:3.0:1749610112.661271:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000400:00000200:3.0:1749610112.661275:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000020:00000010:1.0:1749610112.661275:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000400:00000010:3.0:1749610112.661277:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000020:00000010:1.0:1749610112.661279:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000100:00000200:3.0:1749610112.661281:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131662680 x1834598193555712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610112.661284:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 18216 00000020:00000010:1.0:1749610112.661286:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 00000400:00000200:0.0:1749610112.661287:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000100:00000200:3.0:1749610112.661288:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131662680 x1834598193555712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610112.661288:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610112.661288:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000400:00000200:2.0:1749610112.661290:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610112.661292:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000100:00000200:2.0:1749610112.661294:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1749610112.661294:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:0.0:1749610112.661295:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca200. 00000100:00000010:2.0:1749610112.661296:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f601c00. 02000000:00000010:3.0:1749610112.661306:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133600. 00000400:00000200:2.0:1749610112.661306:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000100:00000200:0.0:1749610112.661307:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193555456 00000400:00000010:2.0:1749610112.661308:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000020:00000010:1.0:1749610112.661308:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 02000000:00000010:3.0:1749610112.661310:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f000. 00000020:00000010:1.0:1749610112.661310:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000100:00000200:2.0:1749610112.661312:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661c00 x1834598193555584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610112.661312:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00010000:00020000:0.0:1749610112.661313:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:3.0:1749610112.661315:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662680. 02000000:00000010:0.0:1749610112.661315:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096797c00. 00000400:00000010:0.0:1749610112.661318:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610112.661320:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193555456, offset 0 00000400:00000200:0.0:1749610112.661322:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610112.661324:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193555584 00000400:00000200:0.0:1749610112.661325:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610112.661327:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1e800 00010000:00020000:1.0:1749610112.661332:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749610112.661333:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749610112.661335:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610112.661336:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 02000000:00000010:1.0:1749610112.661336:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad2000. 00000100:00000200:2.0:1749610112.661340:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663100 x1834598193555328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610112.661340:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6675 [1] + 0 00000400:00000010:1.0:1749610112.661341:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000400:00000200:0.0:1749610112.661342:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610112.661344:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193555584, offset 0 00000400:00000200:0.0:1749610112.661344:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610112.661346:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131662a00 x1834598193555456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610112.661347:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610112.661348:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663100 x1834598193555328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610112.661353:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610112.661353:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610112.661354:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000400:00000200:1.0:1749610112.661357:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1e880 00000020:00000010:0.0:1749610112.661360:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392780. 00000400:00000200:1.0:1749610112.661361:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6689 [1] + 0 00000020:00000010:0.0:1749610112.661361:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040000. 00000020:00000010:0.0:1749610112.661362:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb400. 00000400:00000200:1.0:1749610112.661365:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610112.661367:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610112.661368:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749610112.661370:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610112.661372:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610112.661375:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131662a00 x1834598193555456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610112.661375:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaf20. 00000400:00000200:0.0:1749610112.661376:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000100:00000200:1.0:1749610112.661377:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661c00 x1834598193555584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610112.661377:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000100:00000200:0.0:1749610112.661379:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661f80 x1834598193555840/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610112.661382:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131662a00 x1834598193555456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610112.661383:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661f80 x1834598193555840/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610112.661387:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610112.661389:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 02000000:00000010:0.0:1749610112.661392:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096365800. 00000400:00000010:2.0:1749610112.661394:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000020:00000010:1.0:1749610112.661395:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 02000000:00000010:0.0:1749610112.661395:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f900. 00000020:00000010:1.0:1749610112.661397:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000100:00000010:0.0:1749610112.661397:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661f80. 00000020:00000010:1.0:1749610112.661400:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 00000400:00000200:2.0:1749610112.661401:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610112.661403:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610112.661407:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661c00 x1834598193555584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610112.661414:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661c00 x1834598193555584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610112.661426:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c400. 02000000:00000010:2.0:1749610112.661430:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad0800. 00000100:00000010:2.0:1749610112.661434:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663100. 02000000:00000010:2.0:1749610112.661438:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071d800. 02000000:00000010:2.0:1749610112.661441:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3000. 00000100:00000010:2.0:1749610112.661443:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662a00. 02000000:00000010:2.0:1749610112.661446:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071dc00. 02000000:00000010:2.0:1749610112.661448:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3c00. 00000100:00000010:2.0:1749610112.661449:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661c00. 00000100:00000010:1.0:1749610112.662716:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40519c0. 00000100:00000010:3.0:1749610112.662723:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051740. 00000100:00000010:0.0:1749610112.662738:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051200. 00000100:00000010:2.0:1749610112.662746:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40513c0. 00000100:00000010:2.0:1749610113.503791:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5900380. 02000000:00000010:2.0:1749610113.503814:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a400. 00000100:00000010:2.0:1749610113.503830:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610113.503846:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610113.503852:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a400. 00000100:00000010:2.0:1749610113.503855:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5900380. 00000100:00000010:2.0:1749610115.504798:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5900380. 02000000:00000010:2.0:1749610115.504817:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a400. 00000100:00000010:2.0:1749610115.504830:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610115.504844:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610115.504849:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a400. 00000100:00000010:2.0:1749610115.504852:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5900380. 00000100:00000010:2.0:1749610117.505836:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5900380. 02000000:00000010:2.0:1749610117.505854:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610117.505866:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610117.505891:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610117.505895:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610117.505899:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5900380. 10000000:00000010:3.0:1749610117.607817:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012c0e2dc0. 00000020:00000010:3.0:1749610117.607825:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133600. 00000020:00000010:3.0:1749610117.607829:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a6132000. 00000040:00000010:3.0:1749610117.607832:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a6132600. 00000020:00000010:3.0:1749610117.607835:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4251800. 00000020:00000010:3.0:1749610117.607839:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a6133400. 80000000:00000010:3.0:1749610117.607843:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc30300. 00040000:00000010:3.0:1749610117.607846:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a6133000. 00080000:00000010:3.0:1749610117.607851:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a9000. 00080000:00000010:3.0:1749610117.607855:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d526000. 00000020:00000010:3.0:1749610117.607864:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a6132000. 00000040:00000010:3.0:1749610117.607868:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a6132600. 00000020:00000010:3.0:1749610117.607870:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4251800. 00000020:00000010:3.0:1749610117.607874:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a6133400. 80000000:00000010:3.0:1749610117.607877:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012dc30300. 00040000:00000010:3.0:1749610117.607879:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a6133000. 00080000:00000010:3.0:1749610117.607883:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012d526000. 00080000:00000010:3.0:1749610117.607888:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a9000. 00000020:00000010:3.0:1749610117.607890:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133600. 10000000:00000010:3.0:1749610117.607892:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012c0e2dc0. 10000000:00020000:3.0:1749610117.607896:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000010:3.0:1749610117.607917:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689f80. 02000000:00000010:3.0:1749610117.607931:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6133600. 00010000:00000010:3.0:1749610117.607943:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b47aad00. 00010000:00000010:3.0:1749610117.607977:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6132400. 00000100:00000010:3.0:1749610117.607992:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a80c0600. 00000100:00000200:3.0:1749610117.608004:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff88009d689f80 x1834598193556352/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610117.608018:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a80c0600. 02000000:00000010:3.0:1749610117.608059:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6133600. 00000100:00000010:3.0:1749610117.608063:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689f80. 00010000:00000010:0.1:1749610117.610761:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b47aad00. 00010000:00000010:0.1:1749610117.610767:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6132400. 00000100:00000010:1.0:1749610117.668817:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661c00. 02000000:00000010:1.0:1749610117.668834:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad0000. 00000100:00000010:1.0:1749610117.668860:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662a00. 02000000:00000010:1.0:1749610117.668864:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad2c00. 00000100:00000010:1.0:1749610117.668870:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663100. 02000000:00000010:1.0:1749610117.668873:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3c00. 00000100:00000010:1.0:1749610117.668876:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661f80. 02000000:00000010:1.0:1749610117.668878:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462fb00. 02000000:00000010:2.0:1749610117.668898:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071dc00. 00000400:00000010:2.0:1749610117.668904:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610117.668908:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000010:1.0:1749610117.668909:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662680. 02000000:00000010:1.0:1749610117.668911:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462fd00. 00000100:00000200:2.0:1749610117.668913:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193556480, portal 4 00000400:00000010:2.0:1749610117.668918:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610117.668919:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193556480, offset 0 00000400:00000200:2.0:1749610117.668925:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610117.668932:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0a00. 00000400:00000200:2.0:1749610117.668933:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610117.668935:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52840. 00000400:00000010:1.0:1749610117.668937:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610117.668939:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193556992, portal 4 00000400:00000200:2.0:1749610117.668940:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1ec00 00000400:00000010:1.0:1749610117.668943:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000400:00000200:2.0:1749610117.668955:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 20800 02000000:00000010:3.0:1749610117.668960:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133600. 00000400:00000200:2.0:1749610117.668960:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610117.668960:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193556992, offset 0 00000400:00000200:2.0:1749610117.668963:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610117.668964:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610117.668965:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000100:00000200:2.0:1749610117.668968:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610117.668968:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610117.668969:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000100:00000010:2.0:1749610117.668971:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5900380. 00000100:00000200:3.0:1749610117.668972:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193556864, portal 10 00000400:00000200:1.0:1749610117.668972:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1ee00 00000400:00000010:3.0:1749610117.668975:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:1.0:1749610117.668976:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 4072 00000100:00000200:3.0:1749610117.668978:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193556864, offset 0 00000400:00000200:1.0:1749610117.668979:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610117.668981:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610117.668982:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610117.668984:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1749610117.668986:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749610117.668986:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663480. 00000400:00000200:3.0:1749610117.668990:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1ed80 00000400:00000200:3.0:1749610117.668994:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 18736 00000400:00000200:2.0:1749610117.668996:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000200:3.0:1749610117.668997:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610117.668998:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000400:00000200:3.0:1749610117.668999:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610117.669002:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000100:00000200:2.0:1749610117.669003:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661c00 x1834598193556480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610117.669003:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610117.669006:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131662680 x1834598193556992/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610117.669010:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610117.669012:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d689f80. 00000100:00000010:2.0:1749610117.669014:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8c80. 00000400:00000200:3.0:1749610117.669021:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610117.669022:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610117.669025:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661f80 x1834598193556864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610117.669030:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8840. 00000100:00000010:2.0:1749610117.669032:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8480. 00000020:00000010:1.0:1749610117.669032:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca880. 00000020:00000010:1.0:1749610117.669035:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca3c0. 00000020:00000010:0.0:1749610117.669037:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb400. 00000100:00000010:2.0:1749610117.669038:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8440. 00000020:00000010:0.0:1749610117.669041:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392780. 00000020:00000010:1.0:1749610117.669042:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0000. 02000000:00000010:2.0:1749610117.669044:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c400. 00000020:00000010:1.0:1749610117.669044:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000020:00000010:0.0:1749610117.669044:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040000. 00000400:00000010:2.0:1749610117.669045:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000020:00000010:3.0:1749610117.669046:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2dc0. 00000020:00000010:1.0:1749610117.669046:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000400:00000010:2.0:1749610117.669047:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000020:00000010:3.0:1749610117.669048:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051580. 00000100:00000200:2.0:1749610117.669048:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193556608, portal 10 00000400:00000010:2.0:1749610117.669050:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610117.669051:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193556608, offset 0 00000020:00000010:3.0:1749610117.669052:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000020:00000010:3.0:1749610117.669054:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886700. 00000400:00000200:2.0:1749610117.669054:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610117.669058:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca3c0. 00000100:00000200:0.0:1749610117.669058:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193556480 00000020:00000010:1.0:1749610117.669059:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca3c0. 00000020:00000010:3.0:1749610117.669060:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000100:00000200:1.0:1749610117.669061:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193556992 00000400:00000200:2.0:1749610117.669062:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610117.669065:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1ec80 00000400:00000200:2.0:1749610117.669068:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 18960 00000400:00000200:2.0:1749610117.669070:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610117.669070:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad3000. 00010000:00020000:0.0:1749610117.669070:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610117.669072:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610117.669074:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000200:1.0:1749610117.669074:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131663480 x1834598193556992/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:308/0 lens 224/224 e 0 to 0 dl 1749610128 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610117.669074:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096795000. 00000020:00000010:3.0:1749610117.669075:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2340. 00000020:00000010:3.0:1749610117.669076:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2340. 00000100:00000010:2.0:1749610117.669076:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5900700. 00000100:00000200:3.0:1749610117.669077:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193556864 00000400:00000010:1.0:1749610117.669080:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000400:00000010:0.0:1749610117.669080:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000400:00000200:2.0:1749610117.669081:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610117.669082:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 02000000:00000010:3.0:1749610117.669084:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007248d400. 00000100:00000200:2.0:1749610117.669084:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131662a00 x1834598193556608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610117.669084:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193556480, offset 0 00000100:00000200:1.0:1749610117.669086:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193556992, offset 224 00010000:00000200:3.0:1749610117.669087:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d689f80 x1834598193556864/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:308/0 lens 224/224 e 0 to 0 dl 1749610128 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610117.669087:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610117.669090:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610117.669092:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610117.669093:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:1.0:1749610117.669093:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610117.669095:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193556864, offset 224 02000000:00000010:2.0:1749610117.669095:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071d800. 00000400:00000200:1.0:1749610117.669096:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1ee00 00000400:00000010:2.0:1749610117.669097:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000200:3.0:1749610117.669098:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610117.669100:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x66a1 [1] + 224 00000400:00000200:0.0:1749610117.669100:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1ec00 00000400:00000200:3.0:1749610117.669102:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610117.669102:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610117.669104:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610117.669105:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1ed80 00000400:00000010:2.0:1749610117.669106:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000200:3.0:1749610117.669107:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x66a9 [1] + 224 00000100:00000200:1.0:1749610117.669107:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131662680 x1834598193556992/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610117.669110:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610117.669111:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610117.669111:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6699 [1] + 0 00000100:00000200:2.0:1749610117.669115:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193556736, portal 10 00000100:00000200:3.0:1749610117.669116:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661f80 x1834598193556864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610117.669116:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610117.669117:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:2.0:1749610117.669118:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000400:00000010:1.0:1749610117.669118:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000400:00000200:0.0:1749610117.669118:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610117.669119:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193556736, offset 0 00000400:00000200:2.0:1749610117.669121:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610117.669123:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661c00 x1834598193556480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610117.669124:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000200:2.0:1749610117.669124:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610117.669124:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000400:00000010:3.0:1749610117.669125:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000200:2.0:1749610117.669126:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1ed00 00000020:00000010:1.0:1749610117.669127:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000400:00000200:2.0:1749610117.669128:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 19480 00000020:00000010:3.0:1749610117.669129:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886700. 00000020:00000010:1.0:1749610117.669129:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0000. 00000020:00000010:3.0:1749610117.669131:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000400:00000200:2.0:1749610117.669131:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610117.669132:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000400:00000200:2.0:1749610117.669132:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610117.669135:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000400:00000010:0.0:1749610117.669137:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000020:00000010:3.0:1749610117.669139:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000020:00000010:3.0:1749610117.669140:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886700. 00000020:00000010:3.0:1749610117.669141:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000100:00000200:2.0:1749610117.669141:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1749610117.669142:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52840. 00000100:00000010:2.0:1749610117.669143:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5900e00. 00000400:00000200:1.0:1749610117.669144:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610117.669145:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000020:00000010:0.0:1749610117.669145:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392780. 00000100:00000200:1.0:1749610117.669146:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131662680 x1834598193556992/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610117.669148:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040000. 00000020:00000010:3.0:1749610117.669150:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000400:00000200:2.0:1749610117.669150:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610117.669150:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000100:00000200:1.0:1749610117.669150:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131662680 x1834598193556992/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610117.669150:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb400. 00000020:00000010:3.0:1749610117.669151:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a80. 00000020:00000010:3.0:1749610117.669152:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09190. 00000100:00000200:2.0:1749610117.669152:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663100 x1834598193556736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610117.669157:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193556608 00000400:00000010:2.0:1749610117.669162:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00010000:00020000:3.0:1749610117.669163:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610117.669164:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610117.669164:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 02000000:00000010:1.0:1749610117.669164:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0a00. 02000000:00000010:3.0:1749610117.669165:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007248dc00. 02000000:00000010:1.0:1749610117.669166:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462fd00. 00000100:00000010:1.0:1749610117.669169:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662680. 00000100:00000200:2.0:1749610117.669170:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661c00 x1834598193556480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610117.669172:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610117.669174:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193556608, offset 0 00000100:00000200:2.0:1749610117.669174:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661c00 x1834598193556480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610117.669174:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193556736 00000400:00000200:3.0:1749610117.669176:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610117.669179:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610117.669181:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1ec80 00010000:00020000:0.0:1749610117.669183:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749610117.669184:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x66b1 [1] + 0 02000000:00000010:2.0:1749610117.669185:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071dc00. 00000400:00000200:3.0:1749610117.669186:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610117.669187:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610117.669187:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad0000. 02000000:00000010:0.0:1749610117.669187:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096796800. 00000100:00000200:3.0:1749610117.669189:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131662a00 x1834598193556608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610117.669190:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661c00. 00000400:00000010:0.0:1749610117.669191:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000100:00000200:0.0:1749610117.669194:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193556736, offset 0 00000400:00000010:2.0:1749610117.669195:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749610117.669197:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610117.669198:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610117.669201:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131662a00 x1834598193556608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610117.669205:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610117.669206:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000200:2.0:1749610117.669207:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131662a00 x1834598193556608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610117.669208:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610117.669210:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886700. 00000020:00000010:3.0:1749610117.669211:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000020:00000010:3.0:1749610117.669213:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000400:00000200:0.0:1749610117.669213:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610117.669217:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1ed00 02000000:00000010:2.0:1749610117.669218:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c400. 02000000:00000010:2.0:1749610117.669220:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad2c00. 00000400:00000200:0.0:1749610117.669221:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x66c5 [1] + 0 00000100:00000010:2.0:1749610117.669222:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662a00. 00000400:00000010:3.0:1749610117.669224:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000400:00000200:0.0:1749610117.669224:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610117.669226:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610117.669227:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000400:00000010:3.0:1749610117.669228:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000100:00000200:3.0:1749610117.669230:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661f80 x1834598193556864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610117.669231:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663100 x1834598193556736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610117.669234:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661f80 x1834598193556864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610117.669241:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 02000000:00000010:3.0:1749610117.669242:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133600. 00000400:00000010:0.0:1749610117.669242:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 02000000:00000010:3.0:1749610117.669244:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462fb00. 00000100:00000010:3.0:1749610117.669246:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661f80. 00000020:00000010:0.0:1749610117.669246:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a80. 00000020:00000010:0.0:1749610117.669248:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09190. 00000020:00000010:0.0:1749610117.669250:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000400:00000010:2.0:1749610117.669252:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749610117.669254:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610117.669256:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610117.669259:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663100 x1834598193556736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610117.669266:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663100 x1834598193556736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610117.669276:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071d800. 02000000:00000010:2.0:1749610117.669278:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3c00. 00000100:00000010:2.0:1749610117.669280:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663100. 00000100:00000010:3.0:1749610117.670718:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8440. 00000100:00000010:2.0:1749610117.670724:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8480. 00000100:00000010:0.0:1749610117.670750:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8c80. 00000100:00000010:1.0:1749610117.670783:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8840. 00000100:00000010:2.0:1749610119.506791:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5901180. 02000000:00000010:2.0:1749610119.506808:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610119.506821:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610119.506848:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610119.506852:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610119.506857:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5901180. 00000100:00000010:2.0:1749610121.507792:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5901180. 02000000:00000010:2.0:1749610121.507810:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610121.507824:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610121.507838:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610121.507844:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610121.507848:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5901180. 00000400:00000010:2.0:1749610122.668808:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000400:00000200:2.0:1749610122.668816:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:2.0:1749610122.668818:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610122.668826:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131662d80 x1834598193553280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610122 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610122.668832:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131662d80 x1834598193553280/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610122 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610122.668879:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c800. 02000000:00000010:2.0:1749610122.668886:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a212c00. 00000100:00000010:2.0:1749610122.668890:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662d80. 00000100:00000010:1.0:1749610122.668936:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662680. 02000000:00000010:1.0:1749610122.668949:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad0800. 00000100:00000010:1.0:1749610122.668972:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663800. 02000000:00000010:1.0:1749610122.668975:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad3400. 00000100:00000010:1.0:1749610122.668981:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660000. 02000000:00000010:1.0:1749610122.668983:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad1400. 02000000:00000010:2.0:1749610122.668987:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c800. 00000100:00000010:1.0:1749610122.668988:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660380. 00000400:00000010:2.0:1749610122.668991:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000400:00000010:2.0:1749610122.668994:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610122.668998:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193557376, portal 25 00000400:00000010:2.0:1749610122.669001:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610122.669002:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193557376, offset 0 02000000:00000010:1.0:1749610122.669002:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad1800. 00000400:00000200:2.0:1749610122.669006:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749610122.669006:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661880. 02000000:00000010:1.0:1749610122.669008:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462fd00. 00000400:00000200:2.0:1749610122.669014:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610122.669022:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada1ef80 00000100:00000010:1.0:1749610122.669026:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660a80. 00000400:00000100:2.0:1749610122.669027:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193557376 offset 0 length 520: 4 02000000:00000010:1.0:1749610122.669029:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f500. 00000400:00000200:2.0:1749610122.669030:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e305ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749610122.669032:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000010:3.0:1749610122.669042:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133600. 00000400:00000200:2.0:1749610122.669043:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:3.0:1749610122.669045:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000010:2.0:1749610122.669045:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000010:3.0:1749610122.669048:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000100:00000200:2.0:1749610122.669048:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131662680 x1834598193557376/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610122.669050:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193557888, portal 10 00000400:00000010:3.0:1749610122.669054:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610122.669055:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193557888, offset 0 00000100:00000010:2.0:1749610122.669060:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8480. 00000400:00000200:3.0:1749610122.669063:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610122.669067:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610122.669070:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8740. 00000400:00000200:3.0:1749610122.669071:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1f180 02000000:00000010:0.0:1749610122.669071:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebcb400. 00000400:00000200:3.0:1749610122.669076:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 20000 00000400:00000010:0.0:1749610122.669080:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaf20. 00000100:00000010:2.0:1749610122.669081:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8780. 00000400:00000200:3.0:1749610122.669082:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610122.669083:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000100:00000010:2.0:1749610122.669084:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a84c0. 00000400:00000200:3.0:1749610122.669085:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610122.669086:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193558016, portal 4 00000100:00000200:3.0:1749610122.669089:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1749610122.669090:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 02000000:00000010:2.0:1749610122.669091:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071d800. 00000100:00000200:0.0:1749610122.669091:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193558016, offset 0 00000100:00000010:3.0:1749610122.669093:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68a680. 00000400:00000010:2.0:1749610122.669093:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000200:0.0:1749610122.669096:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610122.669101:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000200:0.0:1749610122.669101:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610122.669103:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193557504, portal 4 00000400:00000010:2.0:1749610122.669106:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000400:00000200:0.0:1749610122.669106:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1f200 00000100:00000200:2.0:1749610122.669108:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193557504, offset 0 00000400:00000200:0.0:1749610122.669111:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 4296 00000400:00000200:2.0:1749610122.669115:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610122.669115:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610122.669117:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000200:0.0:1749610122.669117:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610122.669118:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000200:2.0:1749610122.669119:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610122.669121:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661880 x1834598193557888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610122.669121:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1749610122.669122:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1f000 00000100:00000010:0.0:1749610122.669125:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c0000. 00000400:00000200:2.0:1749610122.669126:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 21320 00000020:00000010:1.0:1749610122.669126:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca3c0. 00000400:00000200:2.0:1749610122.669129:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610122.669130:0:17854:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2dc0. 00000400:00000200:2.0:1749610122.669131:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610122.669134:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610122.669137:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5901180. 00000400:00000200:0.0:1749610122.669138:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000020:00000010:1.0:1749610122.669140:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 00000400:00000010:0.0:1749610122.669140:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610122.669143:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660a80 x1834598193558016/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610122.669144:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000020:00000010:1.0:1749610122.669144:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000400:00000010:2.0:1749610122.669146:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:1.0:1749610122.669147:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000100:00000200:2.0:1749610122.669148:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663800 x1834598193557504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610122.669156:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000020:00000010:3.0:1749610122.669158:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886700. 00000020:00000010:3.0:1749610122.669161:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 02000000:00000010:2.0:1749610122.669163:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c400. 00000400:00000010:2.0:1749610122.669164:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749610122.669166:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610122.669168:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193557632, portal 10 00000020:00000010:1.0:1749610122.669169:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca480. 00000400:00000010:2.0:1749610122.669171:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000020:00000010:1.0:1749610122.669171:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca480. 00000100:00000200:2.0:1749610122.669172:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193557632, offset 0 00000100:00000200:1.0:1749610122.669174:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193557888 00000100:00000200:3.0:1749610122.669176:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193557504 00000400:00000200:2.0:1749610122.669180:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610122.669184:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610122.669187:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1f080 02000000:00000010:1.0:1749610122.669187:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad1000. 00010000:00020000:3.0:1749610122.669188:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749610122.669188:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051200. 00000400:00000200:2.0:1749610122.669190:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 20224 00000020:00000010:0.0:1749610122.669190:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca880. 00010000:00000200:1.0:1749610122.669192:0:17854:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d68a680 x1834598193557888/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:313/0 lens 224/224 e 0 to 0 dl 1749610133 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610122.669193:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610122.669195:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7ac000. 00000400:00000200:2.0:1749610122.669195:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610122.669195:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca200. 00000100:00000200:2.0:1749610122.669197:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1749610122.669197:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392780. 00000100:00000010:2.0:1749610122.669200:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5901880. 00000020:00000010:0.0:1749610122.669200:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040000. 00000400:00000010:3.0:1749610122.669201:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000010:1.0:1749610122.669201:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:3.0:1749610122.669203:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193557504, offset 0 00000100:00000200:1.0:1749610122.669204:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193557888, offset 224 00000400:00000200:3.0:1749610122.669206:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610122.669208:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610122.669209:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610122.669210:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610122.669211:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:3.0:1749610122.669213:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1f000 00000020:00000010:0.0:1749610122.669213:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40511c0. 00000100:00000200:2.0:1749610122.669214:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660000 x1834598193557632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610122.669214:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610122.669215:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40511c0. 00000400:00000200:3.0:1749610122.669216:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x66ed [1] + 0 00000100:00000200:0.0:1749610122.669217:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193558016 00000400:00000200:1.0:1749610122.669218:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1f180 00000400:00000200:3.0:1749610122.669219:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610122.669222:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610122.669222:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x66dd [1] + 224 02000000:00000010:0.0:1749610122.669224:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b2800. 00000100:00000200:3.0:1749610122.669226:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663800 x1834598193557504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610122.669226:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1749610122.669227:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800974c0000 x1834598193558016/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:313/0 lens 224/224 e 0 to 0 dl 1749610133 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610122.669228:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610122.669231:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661880 x1834598193557888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610122.669233:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071dc00. 00000400:00000200:3.0:1749610122.669234:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:2.0:1749610122.669234:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:0.0:1749610122.669234:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000400:00000010:3.0:1749610122.669235:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000010:2.0:1749610122.669238:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:0.0:1749610122.669238:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193558016, offset 224 00000100:00000200:2.0:1749610122.669240:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193557760, portal 10 00000020:00000010:3.0:1749610122.669241:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886700. 00000400:00000200:0.0:1749610122.669241:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610122.669242:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610122.669244:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193557760, offset 0 00000400:00000200:0.0:1749610122.669244:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610122.669245:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610122.669246:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000020:00000010:3.0:1749610122.669248:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000400:00000200:2.0:1749610122.669250:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610122.669251:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000020:00000010:1.0:1749610122.669253:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000400:00000200:0.0:1749610122.669253:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1f200 00000400:00000200:2.0:1749610122.669254:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610122.669257:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000400:00000200:0.0:1749610122.669257:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x66e5 [1] + 224 00000400:00000200:2.0:1749610122.669258:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1f100 00000020:00000010:1.0:1749610122.669259:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 00000400:00000200:2.0:1749610122.669260:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 20744 00000400:00000200:0.0:1749610122.669260:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610122.669262:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610122.669263:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610122.669265:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610122.669265:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660a80 x1834598193558016/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610122.669267:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000100:00000200:2.0:1749610122.669268:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610122.669269:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886700. 00000020:00000010:3.0:1749610122.669270:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace093e8. 00000100:00000010:2.0:1749610122.669270:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5901c00. 00000400:00000200:0.0:1749610122.669276:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610122.669277:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000400:00000200:2.0:1749610122.669281:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000020:00000010:3.0:1749610122.669282:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132600. 00000400:00000010:2.0:1749610122.669282:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000020:00000010:3.0:1749610122.669283:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886480. 00000020:00000010:0.0:1749610122.669283:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392780. 00000020:00000010:3.0:1749610122.669285:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000100:00000200:2.0:1749610122.669285:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660380 x1834598193557760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610122.669285:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193557632 00000020:00000010:0.0:1749610122.669285:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040000. 00000020:00000010:0.0:1749610122.669288:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca200. 00000100:00000200:3.0:1749610122.669295:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193557760 00000400:00000010:2.0:1749610122.669295:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749610122.669296:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00010000:00020000:1.0:1749610122.669297:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749610122.669301:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 02000000:00000010:1.0:1749610122.669301:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad3c00. 00010000:00020000:3.0:1749610122.669302:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610122.669304:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663800 x1834598193557504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610122.669305:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7af000. 00000400:00000010:1.0:1749610122.669305:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000400:00000010:3.0:1749610122.669309:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000010:0.0:1749610122.669309:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaf20. 00000100:00000200:2.0:1749610122.669310:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663800 x1834598193557504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610122.669311:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000400:00000010:0.0:1749610122.669313:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000100:00000200:1.0:1749610122.669315:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193557632, offset 0 00000100:00000200:3.0:1749610122.669316:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193557760, offset 0 00000100:00000200:0.0:1749610122.669316:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660a80 x1834598193558016/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610122.669318:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610122.669321:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610122.669322:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660a80 x1834598193558016/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610122.669323:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610122.669323:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071d800. 00000400:00000200:1.0:1749610122.669325:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610122.669326:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad3400. 00000400:00000200:3.0:1749610122.669328:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1f100 00000100:00000010:2.0:1749610122.669328:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663800. 00000400:00000200:1.0:1749610122.669329:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1f080 00000400:00000200:3.0:1749610122.669331:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6709 [1] + 0 00000400:00000200:3.0:1749610122.669334:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610122.669335:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x66f5 [1] + 0 00000400:00000200:3.0:1749610122.669336:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610122.669336:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebcb400. 00000400:00000200:1.0:1749610122.669338:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610122.669339:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f500. 00000100:00000200:3.0:1749610122.669340:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660380 x1834598193557760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610122.669340:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749610122.669342:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660a80. 00000100:00000200:1.0:1749610122.669344:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660000 x1834598193557632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610122.669349:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610122.669351:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000010:2.0:1749610122.669353:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610122.669355:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000020:00000010:3.0:1749610122.669356:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886480. 00000400:00000010:2.0:1749610122.669356:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:3.0:1749610122.669358:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000100:00000200:2.0:1749610122.669359:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660380 x1834598193557760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610122.669360:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132600. 00000400:00000200:1.0:1749610122.669361:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610122.669362:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:2.0:1749610122.669365:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660380 x1834598193557760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610122.669368:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000400:00000200:3.0:1749610122.669372:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000020:00000010:1.0:1749610122.669372:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886700. 00000400:00000010:3.0:1749610122.669373:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 02000000:00000010:2.0:1749610122.669374:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071dc00. 00000020:00000010:1.0:1749610122.669375:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace093e8. 00000100:00000200:3.0:1749610122.669376:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661880 x1834598193557888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610122.669376:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad1800. 00000020:00000010:1.0:1749610122.669377:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000100:00000010:2.0:1749610122.669378:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660380. 00000400:00000010:2.0:1749610122.669381:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000100:00000200:3.0:1749610122.669382:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661880 x1834598193557888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610122.669382:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610122.669383:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610122.669386:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660000 x1834598193557632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610122.669392:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660000 x1834598193557632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610122.669396:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133600. 02000000:00000010:3.0:1749610122.669398:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462fd00. 02000000:00000010:2.0:1749610122.669399:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c400. 00000100:00000010:3.0:1749610122.669400:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661880. 02000000:00000010:2.0:1749610122.669401:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad1400. 00000100:00000010:2.0:1749610122.669403:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660000. 00000100:00000010:1.0:1749610122.680735:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8740. 00000100:00000010:3.0:1749610122.680746:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a84c0. 00000100:00000010:2.0:1749610122.680750:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8780. 00000100:00000010:0.0:1749610122.680754:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8480. 00000100:00000010:2.0:1749610123.508798:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5902300. 02000000:00000010:2.0:1749610123.508819:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610123.508842:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610123.508855:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610123.508859:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610123.508863:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5902300. 00000100:00000010:2.0:1749610125.509801:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5902300. 02000000:00000010:2.0:1749610125.509819:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610125.509831:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610125.509845:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610125.509850:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610125.509854:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5902300. 00000100:00000010:2.0:1749610127.510830:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5902300. 02000000:00000010:2.0:1749610127.510850:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610127.510863:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610127.510919:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610127.510924:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610127.510928:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5902300. 00000100:00000010:1.0:1749610127.684782:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660700. 02000000:00000010:1.0:1749610127.684798:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad2c00. 00000100:00000010:1.0:1749610127.684829:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661180. 02000000:00000010:1.0:1749610127.684834:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad0000. 00000100:00000010:1.0:1749610127.684842:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663b80. 02000000:00000010:1.0:1749610127.684846:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad1400. 00000100:00000010:1.0:1749610127.684851:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660000. 02000000:00000010:1.0:1749610127.684855:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f400. 02000000:00000010:2.0:1749610127.684862:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c400. 00000400:00000010:2.0:1749610127.684881:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749610127.684886:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610127.684891:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193558528, portal 4 00000400:00000010:2.0:1749610127.684895:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610127.684897:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193558528, offset 0 00000400:00000200:2.0:1749610127.684901:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610127.684910:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749610127.684911:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661880. 02000000:00000010:1.0:1749610127.684915:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f600. 00000400:00000200:2.0:1749610127.684918:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1f400 02000000:00000010:3.0:1749610127.684919:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133600. 00000400:00000200:2.0:1749610127.684922:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 21840 00000400:00000010:3.0:1749610127.684924:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000010:3.0:1749610127.684927:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000400:00000200:2.0:1749610127.684927:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610127.684929:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610127.684930:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193558912, portal 10 00000100:00000200:2.0:1749610127.684933:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:3.0:1749610127.684934:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610127.684936:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193558912, offset 0 00000100:00000010:2.0:1749610127.684936:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5902300. 00000400:00000200:3.0:1749610127.684941:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610127.684946:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610127.684947:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610127.684948:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:3.0:1749610127.684951:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1f580 02000000:00000010:0.0:1749610127.684961:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebcb400. 00000400:00000200:3.0:1749610127.684964:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 21264 00000100:00000200:2.0:1749610127.684964:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660700 x1834598193558528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610127.684967:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaf20. 00000400:00000200:3.0:1749610127.684968:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610127.684971:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610127.684971:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000100:00000200:0.0:1749610127.684974:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193559040, portal 4 00000100:00000200:3.0:1749610127.684975:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610127.684976:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8f00. 00000100:00000010:3.0:1749610127.684978:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68a300. 00000400:00000010:0.0:1749610127.684978:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610127.684980:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193559040, offset 0 00000100:00000010:2.0:1749610127.684984:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8e00. 00000400:00000200:0.0:1749610127.684984:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610127.684990:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610127.684991:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8540. 00000100:00000010:2.0:1749610127.684994:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8b80. 00000400:00000200:0.0:1749610127.684995:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1f600 02000000:00000010:2.0:1749610127.684999:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071dc00. 00000400:00000200:0.0:1749610127.685000:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 4520 00000400:00000010:2.0:1749610127.685001:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000200:3.0:1749610127.685010:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000200:0.0:1749610127.685011:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610127.685012:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000200:0.0:1749610127.685014:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610127.685015:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:3.0:1749610127.685016:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660000 x1834598193558912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610127.685016:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1749610127.685017:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193558656, portal 10 00000400:00000010:2.0:1749610127.685019:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610127.685020:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193558656, offset 0 00000100:00000010:0.0:1749610127.685020:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4000. 00000400:00000200:2.0:1749610127.685022:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610127.685025:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610127.685027:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1f480 00000400:00000200:2.0:1749610127.685029:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 21488 00000400:00000200:2.0:1749610127.685032:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610127.685032:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000200:2.0:1749610127.685033:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610127.685033:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000100:00000200:2.0:1749610127.685035:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749610127.685036:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661880 x1834598193559040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610127.685037:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5902680. 00000020:00000010:1.0:1749610127.685039:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca480. 00000400:00000200:2.0:1749610127.685042:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610127.685043:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:1.0:1749610127.685044:0:17854:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca3c0. 00000100:00000200:2.0:1749610127.685045:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661180 x1834598193558656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610127.685050:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132600. 00000020:00000010:1.0:1749610127.685053:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0000. 00000020:00000010:3.0:1749610127.685054:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886480. 02000000:00000010:2.0:1749610127.685054:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071d800. 00000400:00000010:2.0:1749610127.685056:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000010:2.0:1749610127.685057:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000020:00000010:3.0:1749610127.685058:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000100:00000200:2.0:1749610127.685058:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193558784, portal 10 00000020:00000010:1.0:1749610127.685058:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000400:00000010:2.0:1749610127.685060:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610127.685061:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193558784, offset 0 00000020:00000010:1.0:1749610127.685061:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000400:00000200:2.0:1749610127.685062:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610127.685063:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40511c0. 00000400:00000200:2.0:1749610127.685064:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610127.685065:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051200. 00000020:00000010:0.0:1749610127.685069:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca200. 00000400:00000200:2.0:1749610127.685070:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1f500 00000020:00000010:0.0:1749610127.685071:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392780. 00000400:00000200:2.0:1749610127.685072:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 22008 00000020:00000010:0.0:1749610127.685072:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040000. 00000400:00000200:2.0:1749610127.685075:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610127.685076:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610127.685076:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0200. 00000100:00000200:3.0:1749610127.685077:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193558528 00000020:00000010:1.0:1749610127.685077:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013a80. 00000100:00000200:2.0:1749610127.685078:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749610127.685078:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a578. 00000100:00000010:2.0:1749610127.685080:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5903100. 00000020:00000010:0.0:1749610127.685084:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051200. 00000020:00000010:0.0:1749610127.685085:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051200. 00000100:00000200:0.0:1749610127.685087:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193559040 00000400:00000200:2.0:1749610127.685088:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610127.685089:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00010000:00020000:3.0:1749610127.685091:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749610127.685091:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0c00. 00000100:00000200:2.0:1749610127.685092:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663b80 x1834598193558784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610127.685093:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013c00. 00000020:00000010:1.0:1749610127.685094:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 02000000:00000010:0.0:1749610127.685096:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b0400. 02000000:00000010:3.0:1749610127.685098:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009adaa400. 00000020:00000010:1.0:1749610127.685100:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca3c0. 00000020:00000010:1.0:1749610127.685101:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca3c0. 00010000:00000200:0.0:1749610127.685101:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801211f4000 x1834598193559040/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:318/0 lens 224/224 e 0 to 0 dl 1749610138 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610127.685102:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193558912 00000400:00000010:3.0:1749610127.685105:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000010:0.0:1749610127.685107:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:3.0:1749610127.685108:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193558528, offset 0 02000000:00000010:1.0:1749610127.685108:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad1800. 00000100:00000200:0.0:1749610127.685109:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193559040, offset 224 00000400:00000200:0.0:1749610127.685111:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1749610127.685112:0:17854:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d68a300 x1834598193558912/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:318/0 lens 224/224 e 0 to 0 dl 1749610138 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610127.685114:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610127.685117:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1f600 00000400:00000200:3.0:1749610127.685118:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610127.685119:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:2.0:1749610127.685120:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193558656 00000400:00000200:3.0:1749610127.685124:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610127.685126:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6729 [1] + 224 00000400:00000200:3.0:1749610127.685128:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1f400 00010000:00020000:2.0:1749610127.685129:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749610127.685129:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193558912, offset 224 00000400:00000200:0.0:1749610127.685129:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610127.685131:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6719 [1] + 0 00000400:00000200:0.0:1749610127.685131:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610127.685134:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a212c00. 00000400:00000200:3.0:1749610127.685135:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610127.685135:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610127.685138:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610127.685138:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661880 x1834598193559040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610127.685139:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000400:00000200:1.0:1749610127.685140:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610127.685142:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660700 x1834598193558528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610127.685142:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193558656, offset 0 00000400:00000200:1.0:1749610127.685143:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1f580 00000400:00000200:2.0:1749610127.685145:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610127.685148:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6721 [1] + 224 00000400:00000200:1.0:1749610127.685150:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610127.685150:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000200:2.0:1749610127.685151:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610127.685151:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000400:00000200:1.0:1749610127.685152:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610127.685155:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610127.685157:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000200:2.0:1749610127.685157:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1f480 00000020:00000010:0.0:1749610127.685157:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392780. 00000100:00000200:1.0:1749610127.685160:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660000 x1834598193558912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610127.685161:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6731 [1] + 0 00000020:00000010:0.0:1749610127.685162:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040000. 00000020:00000010:3.0:1749610127.685164:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886480. 00000400:00000200:2.0:1749610127.685164:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610127.685164:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca200. 00000400:00000200:2.0:1749610127.685166:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610127.685167:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749610127.685169:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132600. 00000400:00000200:1.0:1749610127.685169:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610127.685170:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:2.0:1749610127.685174:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661180 x1834598193558656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610127.685175:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000020:00000010:1.0:1749610127.685178:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000020:00000010:1.0:1749610127.685180:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0000. 00000400:00000010:0.0:1749610127.685181:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaf20. 00000400:00000200:0.0:1749610127.685183:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000400:00000010:0.0:1749610127.685184:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000400:00000200:2.0:1749610127.685185:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000100:00000200:1.0:1749610127.685185:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193558784 00000400:00000010:2.0:1749610127.685186:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000100:00000200:0.0:1749610127.685186:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661880 x1834598193559040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610127.685190:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661880 x1834598193559040/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610127.685191:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013a80. 00010000:00020000:1.0:1749610127.685191:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:3.0:1749610127.685192:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 02000000:00000010:1.0:1749610127.685193:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad3400. 00000020:00000010:2.0:1749610127.685194:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a578. 00000020:00000010:2.0:1749610127.685195:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0200. 00000400:00000200:3.0:1749610127.685197:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000400:00000010:3.0:1749610127.685199:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000400:00000010:1.0:1749610127.685200:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:3.0:1749610127.685202:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660000 x1834598193558912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610127.685202:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193558784, offset 0 00000400:00000200:1.0:1749610127.685204:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610127.685204:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebcb400. 00000400:00000010:2.0:1749610127.685207:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:1.0:1749610127.685207:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610127.685207:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f600. 00000400:00000200:2.0:1749610127.685208:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000100:00000200:3.0:1749610127.685209:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660000 x1834598193558912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610127.685209:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000400:00000200:1.0:1749610127.685209:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1f500 00000100:00000010:0.0:1749610127.685210:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661880. 00000100:00000200:2.0:1749610127.685211:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660700 x1834598193558528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610127.685212:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6739 [1] + 0 00000400:00000200:1.0:1749610127.685214:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610127.685215:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610127.685217:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663b80 x1834598193558784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610127.685219:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660700 x1834598193558528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610127.685221:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133600. 00000400:00000200:1.0:1749610127.685222:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610127.685223:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 02000000:00000010:3.0:1749610127.685225:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f400. 00000100:00000010:3.0:1749610127.685227:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660000. 00000020:00000010:1.0:1749610127.685227:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013c00. 00000020:00000010:1.0:1749610127.685228:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000400:00000010:2.0:1749610127.685229:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610127.685230:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000020:00000010:1.0:1749610127.685230:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0c00. 00000400:00000010:2.0:1749610127.685231:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610127.685232:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661180 x1834598193558656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610127.685236:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661180 x1834598193558656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610127.685241:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749610127.685242:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610127.685243:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610127.685244:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663b80 x1834598193558784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610127.685248:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663b80 x1834598193558784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610127.685253:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c400. 02000000:00000010:2.0:1749610127.685255:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad2c00. 00000100:00000010:2.0:1749610127.685257:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660700. 02000000:00000010:2.0:1749610127.685258:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071dc00. 02000000:00000010:2.0:1749610127.685259:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad0000. 00000100:00000010:2.0:1749610127.685260:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661180. 02000000:00000010:2.0:1749610127.685262:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071d800. 02000000:00000010:2.0:1749610127.685263:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad1400. 00000100:00000010:2.0:1749610127.685264:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663b80. 00000100:00000010:1.0:1749610127.686713:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8e00. 00000100:00000010:2.0:1749610127.686719:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8540. 00000100:00000010:0.0:1749610127.686734:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8f00. 00000100:00000010:3.0:1749610127.686736:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8b80. 00000100:00000010:2.0:1749610129.511802:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5903480. 02000000:00000010:2.0:1749610129.511821:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610129.511832:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610129.511877:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610129.511882:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610129.511886:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5903480. 00000400:00000200:0.0:1749610131.107105:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610131.107125:0:1042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501500 00000400:00000100:0.0:1749610131.107130:0:1042:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188193024 offset 0 length 520: 4 00000400:00000200:0.0:1749610131.107132:0:1042:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880072619ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610131.107134:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:2.0:1749610131.512773:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5903480. 02000000:00000010:2.0:1749610131.512790:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610131.512801:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610131.512811:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610131.512815:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610131.512818:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5903480. 00000100:00000010:1.0:1749610132.692744:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660380. 02000000:00000010:1.0:1749610132.692761:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad1400. 00000100:00000010:1.0:1749610132.692783:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660a80. 02000000:00000010:1.0:1749610132.692785:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad0000. 00000100:00000010:1.0:1749610132.692791:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663800. 02000000:00000010:1.0:1749610132.692793:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad2c00. 00000100:00000010:1.0:1749610132.692796:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662d80. 02000000:00000010:1.0:1749610132.692798:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f700. 00000100:00000010:1.0:1749610132.692816:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663100. 02000000:00000010:1.0:1749610132.692818:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462fe00. 02000000:00000010:2.0:1749610132.692823:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a213000. 00000400:00000010:2.0:1749610132.692842:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000010:2.0:1749610132.692848:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610132.692854:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193559424, portal 4 00000400:00000010:2.0:1749610132.692860:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610132.692862:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193559424, offset 0 00000400:00000200:2.0:1749610132.692869:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610132.692878:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133600. 00000400:00000200:2.0:1749610132.692879:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610132.692884:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000010:3.0:1749610132.692887:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000400:00000200:2.0:1749610132.692888:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1f780 00000100:00000200:3.0:1749610132.692890:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193559808, portal 10 02000000:00000010:0.0:1749610132.692894:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebcb400. 00000400:00000010:3.0:1749610132.692895:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:2.0:1749610132.692895:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 22360 00000100:00000200:3.0:1749610132.692898:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193559808, offset 0 00000400:00000010:0.0:1749610132.692898:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaf20. 00000400:00000200:2.0:1749610132.692901:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610132.692901:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9000. 00000400:00000200:3.0:1749610132.692903:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610132.692904:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610132.692909:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610132.692910:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193559936, portal 4 00000100:00000200:2.0:1749610132.692912:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:0.0:1749610132.692913:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610132.692914:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193559936, offset 0 00000100:00000010:2.0:1749610132.692916:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5903480. 00000400:00000200:0.0:1749610132.692917:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610132.692922:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610132.692925:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1f980 00000400:00000200:3.0:1749610132.692928:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1f900 00000400:00000200:0.0:1749610132.692930:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 4744 00000400:00000200:0.0:1749610132.692932:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610132.692933:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000200:0.0:1749610132.692934:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610132.692935:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610132.692941:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660380 x1834598193559424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610132.692942:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 22528 00000400:00000200:3.0:1749610132.692947:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610132.692947:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1749610132.692950:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610132.692954:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610132.692954:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4700. 00000100:00000010:2.0:1749610132.692955:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8540. 00000100:00000010:3.0:1749610132.692956:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d68b800. 00000100:00000010:2.0:1749610132.692965:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a82c0. 00000400:00000200:0.0:1749610132.692972:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610132.692973:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000100:00000010:2.0:1749610132.692974:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8cc0. 00000100:00000200:0.0:1749610132.692976:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663100 x1834598193559936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610132.692978:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a87c0. 00000400:00000200:3.0:1749610132.692981:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610132.692983:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 02000000:00000010:2.0:1749610132.692985:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a210000. 00000100:00000200:3.0:1749610132.692987:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131662d80 x1834598193559808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610132.692992:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610132.692995:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610132.692998:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193559552, portal 10 00000020:00000010:1.0:1749610132.693000:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca280. 00000400:00000010:2.0:1749610132.693002:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610132.693003:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193559552, offset 0 00000020:00000010:1.0:1749610132.693004:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b40511c0. 00000400:00000200:2.0:1749610132.693006:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610132.693009:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051200. 00000400:00000200:2.0:1749610132.693011:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610132.693011:0:17854:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca480. 00000020:00000010:1.0:1749610132.693014:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0c00. 00000020:00000010:0.0:1749610132.693014:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca200. 00000400:00000200:2.0:1749610132.693015:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1f800 00000020:00000010:1.0:1749610132.693017:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013c00. 00000020:00000010:0.0:1749610132.693017:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392780. 00000400:00000200:2.0:1749610132.693018:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 22752 00000020:00000010:1.0:1749610132.693019:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000020:00000010:0.0:1749610132.693019:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040000. 00000020:00000010:3.0:1749610132.693021:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132600. 00000400:00000200:2.0:1749610132.693021:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610132.693023:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610132.693024:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886480. 00000020:00000010:3.0:1749610132.693026:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000100:00000200:2.0:1749610132.693026:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610132.693029:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5903b80. 00000020:00000010:1.0:1749610132.693036:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca200. 00000020:00000010:0.0:1749610132.693036:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcae00. 00000400:00000200:2.0:1749610132.693037:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000100:00000200:3.0:1749610132.693038:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193559424 00000400:00000010:2.0:1749610132.693038:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:0.0:1749610132.693038:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610132.693039:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000100:00000200:2.0:1749610132.693041:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660a80 x1834598193559552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610132.693041:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca200. 00000100:00000200:1.0:1749610132.693043:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193559936 00000020:00000010:0.0:1749610132.693046:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051a40. 00000020:00000010:0.0:1749610132.693047:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051a40. 00000100:00000200:0.0:1749610132.693048:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193559808 00010000:00020000:3.0:1749610132.693053:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610132.693053:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096795800. 02000000:00000010:0.0:1749610132.693055:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096899800. 02000000:00000010:2.0:1749610132.693056:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071d800. 00000400:00000010:2.0:1749610132.693058:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00010000:00000200:1.0:1749610132.693058:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801211f4700 x1834598193559936/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1749610143 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1749610132.693058:0:17854:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d68b800 x1834598193559808/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1749610143 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610132.693059:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136ac8800. 00000400:00000010:2.0:1749610132.693061:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610132.693062:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193559680, portal 10 00000400:00000010:0.0:1749610132.693064:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000400:00000010:2.0:1749610132.693065:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000400:00000010:1.0:1749610132.693065:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000400:00000010:3.0:1749610132.693066:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:0.0:1749610132.693066:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193559808, offset 224 00000100:00000200:2.0:1749610132.693067:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193559680, offset 0 00000100:00000200:1.0:1749610132.693068:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193559936, offset 224 00000400:00000200:0.0:1749610132.693069:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610132.693071:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193559424, offset 0 00000400:00000200:2.0:1749610132.693072:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610132.693073:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610132.693075:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1f900 00000400:00000200:2.0:1749610132.693077:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610132.693079:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610132.693080:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1f880 00000400:00000200:3.0:1749610132.693082:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610132.693083:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610132.693084:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x675d [1] + 224 00000400:00000200:0.0:1749610132.693086:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610132.693087:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610132.693087:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1f980 00000400:00000200:0.0:1749610132.693088:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610132.693091:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1f780 00000400:00000200:2.0:1749610132.693093:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 23272 00000400:00000200:2.0:1749610132.693097:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610132.693097:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6765 [1] + 224 00000400:00000200:2.0:1749610132.693099:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610132.693100:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610132.693101:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6755 [1] + 0 00000400:00000200:1.0:1749610132.693101:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610132.693101:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131662d80 x1834598193559808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610132.693105:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610132.693105:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610132.693106:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663100 x1834598193559936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610132.693107:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610132.693108:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5900000. 00000100:00000200:3.0:1749610132.693111:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660380 x1834598193559424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610132.693115:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610132.693116:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000400:00000200:1.0:1749610132.693118:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610132.693119:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000400:00000200:2.0:1749610132.693121:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000020:00000010:0.0:1749610132.693124:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392780. 00000020:00000010:1.0:1749610132.693125:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013c00. 00000400:00000010:2.0:1749610132.693126:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000020:00000010:1.0:1749610132.693129:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000020:00000010:1.0:1749610132.693130:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0c00. 00000100:00000200:2.0:1749610132.693131:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663800 x1834598193559680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610132.693131:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040000. 00000020:00000010:0.0:1749610132.693134:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca200. 00000400:00000200:3.0:1749610132.693136:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610132.693138:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000010:1.0:1749610132.693142:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaf20. 00000400:00000200:1.0:1749610132.693143:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9000 00000020:00000010:3.0:1749610132.693144:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886480. 00000400:00000010:1.0:1749610132.693144:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9000. 00000020:00000010:0.0:1749610132.693146:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca200. 00000020:00000010:3.0:1749610132.693147:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000400:00000010:2.0:1749610132.693147:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000100:00000200:1.0:1749610132.693147:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663100 x1834598193559936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610132.693148:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392780. 00000020:00000010:3.0:1749610132.693149:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132600. 00000400:00000200:2.0:1749610132.693149:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000020:00000010:0.0:1749610132.693149:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040000. 00000400:00000010:2.0:1749610132.693151:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:1.0:1749610132.693151:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663100 x1834598193559936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610132.693153:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660380 x1834598193559424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610132.693159:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193559552 00000100:00000200:2.0:1749610132.693160:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660380 x1834598193559424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610132.693165:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebcb400. 00010000:00020000:0.0:1749610132.693167:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610132.693168:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462fe00. 00000100:00000010:1.0:1749610132.693171:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663100. 02000000:00000010:0.0:1749610132.693171:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096898000. 00000100:00000200:3.0:1749610132.693172:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193559680 02000000:00000010:2.0:1749610132.693174:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a213000. 00000400:00000010:0.0:1749610132.693175:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 02000000:00000010:2.0:1749610132.693177:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad1400. 00000100:00000200:0.0:1749610132.693177:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193559552, offset 0 00010000:00020000:3.0:1749610132.693180:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:2.0:1749610132.693180:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660380. 00000400:00000200:0.0:1749610132.693180:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610132.693183:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136ac9400. 00000400:00000200:0.0:1749610132.693183:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610132.693186:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1f800 00000400:00000010:3.0:1749610132.693188:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:0.0:1749610132.693188:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x676d [1] + 0 00000100:00000200:3.0:1749610132.693190:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193559680, offset 0 00000400:00000200:0.0:1749610132.693190:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610132.693191:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610132.693194:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610132.693194:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660a80 x1834598193559552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610132.693199:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610132.693203:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1f880 00000400:00000200:0.0:1749610132.693203:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:0.0:1749610132.693204:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000400:00000010:2.0:1749610132.693207:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610132.693209:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000020:00000010:0.0:1749610132.693209:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000400:00000010:2.0:1749610132.693210:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:0.0:1749610132.693210:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:0.0:1749610132.693211:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcae00. 00000100:00000200:2.0:1749610132.693213:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660a80 x1834598193559552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610132.693214:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6775 [1] + 0 00000400:00000200:3.0:1749610132.693217:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610132.693219:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610132.693219:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660a80 x1834598193559552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610132.693223:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663800 x1834598193559680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610132.693231:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749610132.693233:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610132.693234:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000400:00000200:3.0:1749610132.693236:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000100:00000200:2.0:1749610132.693236:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663800 x1834598193559680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610132.693237:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000020:00000010:3.0:1749610132.693243:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392780. 00000100:00000200:2.0:1749610132.693243:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663800 x1834598193559680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610132.693245:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040000. 00000020:00000010:3.0:1749610132.693247:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca200. 02000000:00000010:2.0:1749610132.693252:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a210000. 02000000:00000010:2.0:1749610132.693255:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad0000. 00000100:00000010:2.0:1749610132.693257:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660a80. 00000400:00000010:3.0:1749610132.693259:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 02000000:00000010:2.0:1749610132.693259:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071d800. 00000400:00000200:3.0:1749610132.693263:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000400:00000010:3.0:1749610132.693264:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 02000000:00000010:2.0:1749610132.693266:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad2c00. 00000100:00000200:3.0:1749610132.693267:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131662d80 x1834598193559808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610132.693268:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663800. 00000100:00000200:3.0:1749610132.693273:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131662d80 x1834598193559808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610132.693286:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133600. 02000000:00000010:3.0:1749610132.693289:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f700. 00000100:00000010:3.0:1749610132.693291:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662d80. 00000100:00000010:0.0:1749610132.694712:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8540. 00000100:00000010:2.0:1749610132.694722:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8cc0. 00000100:00000010:1.0:1749610132.694728:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a82c0. 00000100:00000010:3.0:1749610132.694737:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a87c0. 00000100:00000010:2.0:1749610133.513738:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5901500. 02000000:00000010:2.0:1749610133.513756:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610133.513768:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610133.513778:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610133.513782:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610133.513785:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5901500. 00000100:00000010:2.0:1749610135.514740:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5901500. 02000000:00000010:2.0:1749610135.514758:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610135.514769:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610135.514780:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610135.514785:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610135.514787:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5901500. 00000100:00000010:2.0:1749610137.515787:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5901500. 02000000:00000010:2.0:1749610137.515819:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610137.515831:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610137.515845:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610137.515850:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610137.515853:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5901500. 10000000:00000010:3.0:1749610137.607864:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012c0e2340. 00000020:00000010:3.0:1749610137.607873:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133600. 00000020:00000010:3.0:1749610137.607890:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a6132600. 00000040:00000010:3.0:1749610137.607893:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a6132000. 00000020:00000010:3.0:1749610137.607896:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4251800. 00000020:00000010:3.0:1749610137.607900:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a6132200. 80000000:00000010:3.0:1749610137.607903:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc30300. 00040000:00000010:3.0:1749610137.607906:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a6133200. 00080000:00000010:3.0:1749610137.607910:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a9000. 00080000:00000010:3.0:1749610137.607914:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d526000. 00000020:00000010:3.0:1749610137.607921:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a6132600. 00000040:00000010:3.0:1749610137.607925:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a6132000. 00000020:00000010:3.0:1749610137.607927:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4251800. 00000020:00000010:3.0:1749610137.607929:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a6132200. 80000000:00000010:3.0:1749610137.607931:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012dc30300. 00040000:00000010:3.0:1749610137.607933:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a6133200. 00080000:00000010:3.0:1749610137.607937:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012d526000. 00080000:00000010:3.0:1749610137.607941:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a9000. 00000020:00000010:3.0:1749610137.607943:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133600. 10000000:00000010:3.0:1749610137.607945:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012c0e2340. 10000000:00020000:3.0:1749610137.607947:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000010:3.0:1749610137.607955:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688380. 02000000:00000010:3.0:1749610137.607966:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6133600. 00010000:00000010:3.0:1749610137.607978:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b47aa000. 00010000:00000010:3.0:1749610137.607982:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6132800. 00000100:00000010:3.0:1749610137.607995:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a80c0600. 00000100:00000200:3.0:1749610137.608005:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff88009d688380 x1834598193560448/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610137.608018:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a80c0600. 02000000:00000010:3.0:1749610137.608053:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6133600. 00000100:00000010:3.0:1749610137.608056:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688380. 00010000:00000010:1.1F:1749610137.610788:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b47aa000. 00010000:00000010:1.1:1749610137.610813:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6132800. 00000100:00000010:1.0:1749610137.700767:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663100. 02000000:00000010:1.0:1749610137.700811:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a704800. 00000100:00000010:1.0:1749610137.700841:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661f80. 02000000:00000010:1.0:1749610137.700845:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a707000. 00000100:00000010:1.0:1749610137.700853:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662a00. 02000000:00000010:1.0:1749610137.700856:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a704000. 00000100:00000010:1.0:1749610137.700861:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661c00. 02000000:00000010:1.0:1749610137.700865:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462fe00. 02000000:00000010:2.0:1749610137.700866:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071d800. 00000400:00000010:2.0:1749610137.700873:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749610137.700879:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610137.700886:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193560576, portal 4 00000400:00000010:2.0:1749610137.700891:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000010:1.0:1749610137.700892:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662d80. 00000100:00000200:2.0:1749610137.700893:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193560576, offset 0 02000000:00000010:1.0:1749610137.700895:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f400. 00000400:00000200:2.0:1749610137.700899:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610137.700910:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610137.700919:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1fc00 02000000:00000010:3.0:1749610137.700924:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133600. 00000400:00000200:2.0:1749610137.700925:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 22880 00000400:00000010:3.0:1749610137.700930:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8baa8. 00000400:00000200:2.0:1749610137.700930:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610137.700933:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ecc0. 00000100:00000200:3.0:1749610137.700936:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193560960, portal 10 00000400:00000200:2.0:1749610137.700938:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610137.700944:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:3.0:1749610137.700945:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610137.700946:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193560960, offset 0 00000100:00000010:2.0:1749610137.700948:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5901500. 00000400:00000200:3.0:1749610137.700949:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610137.700954:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610137.700957:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada1fd80 00000400:00000200:3.0:1749610137.700961:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 23792 00000400:00000200:3.0:1749610137.700964:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610137.700965:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610137.700968:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebcb200. 00000400:00000200:2.0:1749610137.700969:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610137.700971:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:3.0:1749610137.700977:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610137.700977:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663100 x1834598193560576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610137.700978:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea210. 00000100:00000010:3.0:1749610137.700979:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d688380. 00000400:00000010:0.0:1749610137.700984:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9550. 00000100:00000200:0.0:1749610137.700989:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193561088, portal 4 00000400:00000200:3.0:1749610137.700990:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610137.700992:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610137.700994:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661c00 x1834598193560960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610137.700994:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a81c0. 00000400:00000010:0.0:1749610137.700994:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610137.700997:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193561088, offset 0 00000400:00000200:0.0:1749610137.701003:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610137.701009:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8cc0. 00000400:00000200:0.0:1749610137.701014:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610137.701018:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133200. 00000020:00000010:3.0:1749610137.701021:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886480. 00000100:00000010:2.0:1749610137.701021:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a87c0. 00000020:00000010:3.0:1749610137.701024:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000100:00000010:2.0:1749610137.701024:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a82c0. 02000000:00000010:2.0:1749610137.701032:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c400. 00000400:00000010:2.0:1749610137.701035:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000200:0.0:1749610137.701035:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada1fe00 00000400:00000010:2.0:1749610137.701037:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:3.0:1749610137.701040:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193560576 00000100:00000200:2.0:1749610137.701040:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193560704, portal 10 00000400:00000010:2.0:1749610137.701043:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000200:0.0:1749610137.701043:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 4968 00000100:00000200:2.0:1749610137.701046:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193560704, offset 0 00000400:00000200:0.0:1749610137.701049:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610137.701050:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:3.0:1749610137.701052:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610137.701052:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610137.701055:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610137.701057:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136acac00. 00000100:00000200:0.0:1749610137.701058:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1749610137.701059:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1fc80 00000400:00000200:2.0:1749610137.701062:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 24016 00000100:00000010:0.0:1749610137.701063:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4a80. 00000400:00000010:3.0:1749610137.701064:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:2.0:1749610137.701066:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610137.701066:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca200. 00000100:00000200:3.0:1749610137.701067:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193560576, offset 0 00000400:00000200:2.0:1749610137.701068:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610137.701070:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610137.701071:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051200. 00000100:00000200:2.0:1749610137.701073:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610137.701075:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610137.701075:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5901f80. 00000400:00000200:3.0:1749610137.701079:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1fc00 00000020:00000010:1.0:1749610137.701081:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0000. 00000400:00000200:3.0:1749610137.701083:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6791 [1] + 0 00000020:00000010:1.0:1749610137.701083:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013c00. 00000020:00000010:1.0:1749610137.701086:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000400:00000200:3.0:1749610137.701087:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610137.701089:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610137.701090:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:0.0:1749610137.701092:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000400:00000200:2.0:1749610137.701096:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610137.701098:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:0.0:1749610137.701098:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131662d80 x1834598193561088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610137.701102:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131661f80 x1834598193560704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610137.701102:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 00000100:00000200:3.0:1749610137.701103:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663100 x1834598193560576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610137.701104:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013380. 00000020:00000010:1.0:1749610137.701106:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a258. 00000400:00000200:3.0:1749610137.701114:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610137.701120:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000020:00000010:1.0:1749610137.701122:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca900. 00000020:00000010:1.0:1749610137.701124:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca900. 00000100:00000200:1.0:1749610137.701126:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193560960 00000100:00000200:2.0:1749610137.701128:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193560704 00000020:00000010:3.0:1749610137.701129:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886480. 00000020:00000010:3.0:1749610137.701131:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749610137.701133:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133200. 00010000:00020000:2.0:1749610137.701136:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610137.701136:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a707800. 00010000:00000200:1.0:1749610137.701142:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d688380 x1834598193560960/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1749610148 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610137.701145:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071dc00. 00000400:00000010:2.0:1749610137.701150:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000010:1.0:1749610137.701151:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:2.0:1749610137.701152:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193560704, offset 0 00000020:00000010:0.0:1749610137.701153:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051a40. 00000100:00000200:1.0:1749610137.701154:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193560960, offset 224 00000400:00000200:2.0:1749610137.701155:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610137.701157:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca280. 00000400:00000200:1.0:1749610137.701158:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610137.701160:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610137.701163:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbc00. 00000400:00000200:2.0:1749610137.701164:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1fc80 00000400:00000200:1.0:1749610137.701164:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610137.701166:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000400:00000200:2.0:1749610137.701168:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67a9 [1] + 0 00000400:00000200:1.0:1749610137.701169:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1fd80 00000020:00000010:0.0:1749610137.701169:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000400:00000200:2.0:1749610137.701171:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610137.701173:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610137.701173:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6799 [1] + 224 00000400:00000200:1.0:1749610137.701176:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610137.701177:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661f80 x1834598193560704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610137.701179:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610137.701186:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051a00. 00000400:00000200:2.0:1749610137.701187:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000020:00000010:0.0:1749610137.701187:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051a00. 00000100:00000200:1.0:1749610137.701188:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131661c00 x1834598193560960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610137.701189:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:0.0:1749610137.701189:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193561088 00000020:00000010:2.0:1749610137.701195:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013380. 00000400:00000200:1.0:1749610137.701198:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000020:00000010:2.0:1749610137.701200:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a258. 00000400:00000010:1.0:1749610137.701200:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 02000000:00000010:0.0:1749610137.701200:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009689b800. 00000020:00000010:2.0:1749610137.701202:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00010000:00000200:0.0:1749610137.701205:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801211f4a80 x1834598193561088/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1749610148 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610137.701208:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013c00. 00000020:00000010:1.0:1749610137.701211:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000020:00000010:1.0:1749610137.701213:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0000. 00000400:00000010:0.0:1749610137.701214:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610137.701216:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193561088, offset 224 00000400:00000010:2.0:1749610137.701218:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8baa8. 00000400:00000200:2.0:1749610137.701223:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ecc0 00000400:00000010:2.0:1749610137.701224:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ecc0. 00000400:00000200:0.0:1749610137.701227:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610137.701228:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661c00 x1834598193560960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610137.701231:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610137.701235:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661c00 x1834598193560960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610137.701235:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1fe00 00000400:00000200:0.0:1749610137.701237:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x67a1 [1] + 224 00000400:00000200:0.0:1749610137.701240:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610137.701241:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610137.701244:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131662d80 x1834598193561088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610137.701253:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133600. 00000400:00000200:0.0:1749610137.701255:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 02000000:00000010:2.0:1749610137.701256:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462fe00. 00000100:00000010:2.0:1749610137.701260:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661c00. 00000400:00000010:0.0:1749610137.701260:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000400:00000010:1.0:1749610137.701271:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea210. 00000020:00000010:0.0:1749610137.701272:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000400:00000200:1.0:1749610137.701274:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9550 00000400:00000010:1.0:1749610137.701275:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9550. 00000020:00000010:0.0:1749610137.701275:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:0.0:1749610137.701277:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbc00. 00000400:00000010:2.0:1749610137.701278:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610137.701280:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000100:00000200:1.0:1749610137.701280:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131662d80 x1834598193561088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610137.701282:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610137.701284:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131661f80 x1834598193560704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610137.701286:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131662d80 x1834598193561088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610137.701300:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131661f80 x1834598193560704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610137.701301:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebcb200. 02000000:00000010:1.0:1749610137.701304:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f400. 00000100:00000010:1.0:1749610137.701306:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662d80. 02000000:00000010:2.0:1749610137.701319:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c400. 02000000:00000010:2.0:1749610137.701321:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a707000. 00000100:00000010:2.0:1749610137.701324:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661f80. 02000000:00000010:2.0:1749610137.701331:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c400. 00000400:00000010:2.0:1749610137.701333:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610137.701335:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610137.701338:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193560832, portal 10 00000400:00000010:2.0:1749610137.701341:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610137.701342:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193560832, offset 0 00000400:00000200:2.0:1749610137.701345:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610137.701350:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610137.701354:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada1fd00 00000400:00000200:2.0:1749610137.701357:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 24536 00000400:00000200:2.0:1749610137.701360:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610137.701363:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610137.701365:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610137.701368:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5902d80. 00000400:00000200:2.0:1749610137.701375:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610137.701376:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610137.701379:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131662a00 x1834598193560832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610137.701386:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0000. 00000020:00000010:1.0:1749610137.701387:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013c00. 00000400:00000010:2.0:1749610137.701389:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000020:00000010:1.0:1749610137.701389:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000400:00000200:2.0:1749610137.701391:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610137.701392:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610137.701394:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663100 x1834598193560576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610137.701401:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663100 x1834598193560576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610137.701405:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193560832 00010000:00020000:1.0:1749610137.701413:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610137.701417:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a706800. 02000000:00000010:2.0:1749610137.701420:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071d800. 02000000:00000010:2.0:1749610137.701422:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a704800. 00000400:00000010:1.0:1749610137.701422:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000010:2.0:1749610137.701424:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663100. 00000100:00000200:1.0:1749610137.701425:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193560832, offset 0 00000400:00000200:1.0:1749610137.701428:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610137.701432:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610137.701437:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada1fd00 00000400:00000200:1.0:1749610137.701440:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67c1 [1] + 0 00000400:00000200:1.0:1749610137.701444:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610137.701446:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610137.701454:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131662a00 x1834598193560832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610137.701473:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610137.701475:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000020:00000010:1.0:1749610137.701482:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013c00. 00000020:00000010:1.0:1749610137.701485:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000020:00000010:1.0:1749610137.701487:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0000. 00000400:00000010:2.0:1749610137.701493:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610137.701496:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610137.701497:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610137.701500:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131662a00 x1834598193560832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610137.701507:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131662a00 x1834598193560832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610137.701517:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c400. 02000000:00000010:2.0:1749610137.701520:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a704000. 00000100:00000010:2.0:1749610137.701522:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662a00. 00000100:00000010:2.0:1749610137.702727:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a87c0. 00000100:00000010:3.0:1749610137.702728:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a82c0. 00000100:00000010:0.0:1749610137.702735:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a81c0. 00000100:00000010:1.0:1749610137.702737:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8cc0. 00000100:00000010:2.0:1749610139.516790:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5903800. 02000000:00000010:2.0:1749610139.516808:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610139.516822:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610139.516837:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610139.516842:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610139.516846:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5903800. 00000100:00000010:2.0:1749610141.517777:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5903800. 02000000:00000010:2.0:1749610141.517795:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610141.517807:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610141.517818:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610141.517823:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610141.517826:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5903800. 00000100:00000010:1.0:1749610142.708779:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662d80. 02000000:00000010:1.0:1749610142.708798:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a706000. 00000100:00000010:1.0:1749610142.708832:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663800. 02000000:00000010:1.0:1749610142.708837:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a704c00. 00000100:00000010:1.0:1749610142.708845:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660a80. 02000000:00000010:1.0:1749610142.708848:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a707400. 00000100:00000010:1.0:1749610142.708852:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660380. 02000000:00000010:1.0:1749610142.708856:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f400. 02000000:00000010:2.0:1749610142.708863:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c400. 00000400:00000010:2.0:1749610142.708870:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610142.708876:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000010:1.0:1749610142.708879:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663b80. 02000000:00000010:1.0:1749610142.708881:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b462f600. 00000100:00000200:2.0:1749610142.708882:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193561472, portal 4 00000400:00000010:2.0:1749610142.708900:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610142.708902:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193561472, offset 0 00000400:00000200:2.0:1749610142.708908:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610142.708919:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610142.708927:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada1ff80 00000400:00000200:2.0:1749610142.708933:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33d9 [256] + 23400 00000400:00000010:2.0:1749610142.708937:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0b5c08. 00000400:00000200:2.0:1749610142.708940:0:1047:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012f80a000 00000400:00000200:2.0:1749610142.708945:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610142.708948:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133200. 00000400:00000200:2.0:1749610142.708948:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610142.708957:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f80a000 00000400:00000010:2.0:1749610142.708958:0:1047:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 4216 at ffff88012f80a000. 00000400:00000010:3.0:1749610142.708959:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb00. 02000000:00000010:0.0:1749610142.708959:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebcbc00. 00000100:00000200:2.0:1749610142.708963:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:3.0:1749610142.708965:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000010:0.0:1749610142.708965:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaec8. 00000400:00000010:0.0:1749610142.708968:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:3.0:1749610142.708972:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193561856, portal 10 00000100:00000200:0.0:1749610142.708972:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193561984, portal 4 00000400:00000010:3.0:1749610142.708977:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000400:00000010:0.0:1749610142.708977:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d94c8. 00000100:00000200:0.0:1749610142.708978:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193561984, offset 0 00000100:00000200:3.0:1749610142.708979:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193561856, offset 0 00000400:00000200:0.0:1749610142.708984:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610142.708994:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610142.708997:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610142.709000:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000200:0.0:1749610142.709001:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada20180 00000400:00000010:2.0:1749610142.709002:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000400:00000200:3.0:1749610142.709004:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610142.709007:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 5192 00000100:00000200:2.0:1749610142.709009:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131662d80 x1834598193561472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610142.709010:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada20100 00000400:00000200:0.0:1749610142.709012:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610142.709014:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610142.709015:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 25056 00000400:00000200:3.0:1749610142.709020:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610142.709023:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610142.709024:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a87c0. 00000100:00000200:0.0:1749610142.709025:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1749610142.709027:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610142.709029:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5500. 00000100:00000010:3.0:1749610142.709033:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f2a00. 00000100:00000010:2.0:1749610142.709034:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8540. 00000100:00000010:2.0:1749610142.709043:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8b80. 00000100:00000010:2.0:1749610142.709047:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8f00. 00000400:00000200:0.0:1749610142.709050:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d94c8 00000400:00000010:0.0:1749610142.709052:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d94c8. 02000000:00000010:2.0:1749610142.709055:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071d800. 00000400:00000010:2.0:1749610142.709057:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000100:00000200:0.0:1749610142.709057:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663b80 x1834598193561984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610142.709058:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000020:00000010:1.0:1749610142.709059:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0000. 00000400:00000010:3.0:1749610142.709061:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000400:00000010:2.0:1749610142.709064:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000020:00000010:1.0:1749610142.709064:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013c00. 00000100:00000200:3.0:1749610142.709065:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660380 x1834598193561856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610142.709067:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193561600, portal 10 00000020:00000010:1.0:1749610142.709067:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000400:00000010:2.0:1749610142.709070:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610142.709072:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193561600, offset 0 00000400:00000200:2.0:1749610142.709075:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610142.709080:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610142.709084:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada20000 00000100:00000200:1.0:1749610142.709087:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193561472 00000400:00000200:2.0:1749610142.709088:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 25280 00000400:00000200:2.0:1749610142.709092:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610142.709099:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:1.0:1749610142.709099:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749610142.709102:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051a00. 00000100:00000200:2.0:1749610142.709103:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:1.0:1749610142.709104:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a705c00. 00000100:00000010:2.0:1749610142.709106:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5903800. 00000020:00000010:0.0:1749610142.709106:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051a40. 00000400:00000010:1.0:1749610142.709111:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610142.709113:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193561472, offset 0 00000400:00000200:1.0:1749610142.709116:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610142.709119:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb800. 00000400:00000200:2.0:1749610142.709120:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610142.709122:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000200:1.0:1749610142.709122:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610142.709122:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610142.709124:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000100:00000200:2.0:1749610142.709125:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131663800 x1834598193561600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610142.709126:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada1ff80 00000400:00000200:1.0:1749610142.709129:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x67cd [1] + 0 00000020:00000010:3.0:1749610142.709131:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2340. 00000400:00000200:1.0:1749610142.709132:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610142.709134:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca200. 00000020:00000010:3.0:1749610142.709139:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132200. 00000400:00000200:1.0:1749610142.709139:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610142.709140:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051a40. 02000000:00000010:2.0:1749610142.709141:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009dad2c00. 00000020:00000010:0.0:1749610142.709141:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051a40. 00000020:00000010:3.0:1749610142.709142:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886480. 00000100:00000200:1.0:1749610142.709142:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131662d80 x1834598193561472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610142.709143:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193561984 00000400:00000010:2.0:1749610142.709144:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000020:00000010:3.0:1749610142.709145:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000400:00000010:2.0:1749610142.709146:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610142.709148:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193561728, portal 10 00000400:00000010:2.0:1749610142.709151:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000400:00000200:1.0:1749610142.709151:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610142.709152:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:2.0:1749610142.709154:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193561728, offset 0 00000400:00000200:2.0:1749610142.709157:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610142.709157:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009689ac00. 00000020:00000010:1.0:1749610142.709160:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013c00. 00000400:00000200:2.0:1749610142.709161:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1749610142.709162:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801211f5500 x1834598193561984/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1749610153 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610142.709164:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000020:00000010:3.0:1749610142.709165:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132000. 00000400:00000200:2.0:1749610142.709165:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada20080 00000020:00000010:1.0:1749610142.709166:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0000. 00000020:00000010:3.0:1749610142.709167:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886900. 00000400:00000200:2.0:1749610142.709168:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 25800 00000020:00000010:3.0:1749610142.709169:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09320. 00000400:00000200:2.0:1749610142.709171:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610142.709173:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610142.709175:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:1.0:1749610142.709178:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a705c00. 00000100:00000010:2.0:1749610142.709179:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8000. 02000000:00000010:1.0:1749610142.709179:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136acac00. 00000400:00000010:0.0:1749610142.709180:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d94c8. 00000020:00000010:3.0:1749610142.709181:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2a40. 00000100:00000010:1.0:1749610142.709181:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5901500. 00000100:00000200:0.0:1749610142.709182:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193561984, offset 224 00000020:00000010:3.0:1749610142.709183:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2a40. 02000000:00000010:1.0:1749610142.709183:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136ac8800. 00000100:00000010:1.0:1749610142.709185:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5903480. 00000400:00000200:0.0:1749610142.709185:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610142.709187:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 02000000:00000010:1.0:1749610142.709187:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009adaa400. 00000100:00000010:1.0:1749610142.709188:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5902300. 00000400:00000010:2.0:1749610142.709189:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 02000000:00000010:1.0:1749610142.709190:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009f7ac000. 00000400:00000200:0.0:1749610142.709190:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610142.709192:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193561856 00000100:00000200:2.0:1749610142.709192:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880131660a80 x1834598193561728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610142.709192:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5901180. 00000400:00000200:0.0:1749610142.709193:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada20180 02000000:00000010:1.0:1749610142.709194:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096795000. 00000400:00000200:0.0:1749610142.709195:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x67d9 [1] + 224 00000100:00000010:1.0:1749610142.709196:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5900380. 02000000:00000010:1.0:1749610142.709197:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007248e000. 00000400:00000200:0.0:1749610142.709198:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610142.709199:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749610142.709201:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136acb800. 00000100:00000010:1.0:1749610142.709202:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600000. 00000100:00000200:0.0:1749610142.709202:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663b80 x1834598193561984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610142.709204:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad2800. 00010000:00000200:3.0:1749610142.709205:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f2a00 x1834598193561856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1749610153 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610142.709205:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800974c2300. 02000000:00000010:1.0:1749610142.709208:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4ed400. 00000100:00000010:1.0:1749610142.709209:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f828000. 00000020:00000010:2.0:1749610142.709211:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7ae00. 02000000:00000010:1.0:1749610142.709211:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a213800. 00000400:00000200:0.0:1749610142.709211:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d94c8 00000100:00000010:1.0:1749610142.709212:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82bb80. 00000400:00000010:0.0:1749610142.709212:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d94c8. 02000000:00000010:1.0:1749610142.709213:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136a79800. 00000020:00000010:2.0:1749610142.709214:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6900. 00000400:00000010:3.0:1749610142.709215:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000010:1.0:1749610142.709215:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800974c3100. 00000020:00000010:2.0:1749610142.709217:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73708. 02000000:00000010:1.0:1749610142.709217:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012f1b0c00. 00000100:00000200:3.0:1749610142.709218:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193561856, offset 224 00000100:00000010:1.0:1749610142.709218:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82b480. 02000000:00000010:1.0:1749610142.709219:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096794800. 00000020:00000010:0.0:1749610142.709219:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000400:00000200:3.0:1749610142.709221:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749610142.709221:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82a680. 00000020:00000010:0.0:1749610142.709221:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:0.0:1749610142.709223:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb800. 00000400:00000200:3.0:1749610142.709226:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610142.709226:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013071d000. 00000100:00000010:1.0:1749610142.709227:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600700. 02000000:00000010:1.0:1749610142.709229:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012f1b3000. 00000100:00000010:1.0:1749610142.709230:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807800. 00000400:00000200:3.0:1749610142.709231:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada20100 00000100:00000200:2.0:1749610142.709231:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193561600 02000000:00000010:1.0:1749610142.709231:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013071e800. 00000100:00000010:1.0:1749610142.709233:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f602300. 00000400:00000200:3.0:1749610142.709235:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67d5 [1] + 224 02000000:00000010:1.0:1749610142.709235:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012f1b3800. 00000100:00000010:1.0:1749610142.709236:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f603800. 00000100:00000200:0.0:1749610142.709237:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193561728 00000400:00000200:3.0:1749610142.709238:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610142.709238:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009689b400. 00010000:00020000:2.0:1749610142.709239:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:1.0:1749610142.709239:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f602a00. 02000000:00000010:1.0:1749610142.709240:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a704400. 00000400:00000200:3.0:1749610142.709241:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749610142.709241:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095805f80. 02000000:00000010:2.0:1749610142.709243:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad0000. 02000000:00000010:1.0:1749610142.709243:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aa20f800. 00000100:00000010:1.0:1749610142.709244:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095805500. 00000100:00000200:3.0:1749610142.709246:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660380 x1834598193561856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610142.709246:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aa20f000. 00000100:00000010:1.0:1749610142.709247:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800974c0700. 00010000:00020000:0.0:1749610142.709248:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610142.709249:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009f151000. 00000400:00000010:2.0:1749610142.709252:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 02000000:00000010:0.0:1749610142.709252:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009689a400. 00000100:00000010:1.0:1749610142.709255:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800974c0380. 00000100:00000200:2.0:1749610142.709256:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193561600, offset 0 00000400:00000010:0.0:1749610142.709256:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d94c8. 02000000:00000010:1.0:1749610142.709257:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096c1a000. 00000100:00000200:0.0:1749610142.709258:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193561728, offset 0 00000400:00000200:2.0:1749610142.709260:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610142.709263:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610142.709265:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000400:00000200:2.0:1749610142.709266:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610142.709270:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada20000 00000100:00000010:1.0:1749610142.709270:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9f80. 00000020:00000010:3.0:1749610142.709273:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886480. 02000000:00000010:1.0:1749610142.709273:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012b4ec000. 00000400:00000200:0.0:1749610142.709273:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749610142.709274:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9880. 00000020:00000010:3.0:1749610142.709276:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000400:00000200:2.0:1749610142.709276:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67e5 [1] + 0 02000000:00000010:1.0:1749610142.709276:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009f153800. 00000400:00000200:0.0:1749610142.709276:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610142.709278:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132200. 00000100:00000010:1.0:1749610142.709279:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096ddb480. 00000400:00000200:0.0:1749610142.709279:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada20080 00000400:00000200:2.0:1749610142.709280:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610142.709281:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880098ab6000. 00000400:00000200:0.0:1749610142.709282:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67f1 [1] + 0 00000400:00000200:2.0:1749610142.709283:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749610142.709283:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096ddaa00. 02000000:00000010:1.0:1749610142.709284:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c4c6800. 00000400:00000200:0.0:1749610142.709285:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1749610142.709286:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9f80. 00000100:00000200:2.0:1749610142.709287:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131663800 x1834598193561600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610142.709287:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749610142.709289:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012dd2c000. 00000100:00000010:1.0:1749610142.709290:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9500. 00000100:00000200:0.0:1749610142.709290:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880131660a80 x1834598193561728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610142.709291:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136acb400. 00000100:00000010:1.0:1749610142.709292:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8a80. 02000000:00000010:1.0:1749610142.709295:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880098ab5400. 00000100:00000010:1.0:1749610142.709296:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8000. 00000400:00000200:2.0:1749610142.709297:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610142.709299:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 02000000:00000010:1.0:1749610142.709300:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880098ab5000. 00000100:00000010:1.0:1749610142.709301:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba9880. 00000400:00000200:0.0:1749610142.709301:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d94c8 00000400:00000010:0.0:1749610142.709302:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d94c8. 02000000:00000010:1.0:1749610142.709304:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880098ab4800. 00000100:00000010:1.0:1749610142.709305:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6300. 00000020:00000010:2.0:1749610142.709306:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886900. 02000000:00000010:1.0:1749610142.709306:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880098ab4400. 00000400:00000010:3.0:1749610142.709308:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb00. 00000020:00000010:2.0:1749610142.709309:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09320. 00000100:00000010:1.0:1749610142.709311:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822300. 00000020:00000010:2.0:1749610142.709312:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132000. 00000020:00000010:0.0:1749610142.709312:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6900. 02000000:00000010:1.0:1749610142.709313:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009580cc00. 00000400:00000200:3.0:1749610142.709314:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000100:00000010:1.0:1749610142.709314:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5902a00. 00000020:00000010:0.0:1749610142.709314:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73708. 00000400:00000010:3.0:1749610142.709315:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 02000000:00000010:1.0:1749610142.709315:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009580f400. 00000100:00000010:1.0:1749610142.709316:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5900a80. 02000000:00000010:1.0:1749610142.709318:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009580f000. 00000020:00000010:0.0:1749610142.709318:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7ae00. 00000100:00000200:3.0:1749610142.709319:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660380 x1834598193561856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610142.709319:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661500. 02000000:00000010:1.0:1749610142.709321:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009580c800. 00000100:00000200:3.0:1749610142.709326:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660380 x1834598193561856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610142.709326:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82ad80. 00000400:00000010:2.0:1749610142.709327:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 02000000:00000010:1.0:1749610142.709328:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88008fcbcc00. 00000400:00000200:2.0:1749610142.709329:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000100:00000010:1.0:1749610142.709329:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82aa00. 00000400:00000010:2.0:1749610142.709330:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 02000000:00000010:1.0:1749610142.709330:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c4c7000. 00000400:00000010:0.0:1749610142.709332:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaec8. 00000100:00000200:2.0:1749610142.709334:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131660a80 x1834598193561728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610142.709334:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000100:00000010:1.0:1749610142.709335:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f828700. 00000400:00000010:0.0:1749610142.709335:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 02000000:00000010:1.0:1749610142.709337:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4eec00. 00000100:00000200:0.0:1749610142.709337:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663b80 x1834598193561984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610142.709338:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e7100. 02000000:00000010:1.0:1749610142.709340:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012f1b0000. 00000100:00000200:2.0:1749610142.709341:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131660a80 x1834598193561728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610142.709341:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e7800. 02000000:00000010:1.0:1749610142.709342:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012dd2e000. 00000100:00000200:0.0:1749610142.709342:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663b80 x1834598193561984/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610142.709344:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f3d4a80. 02000000:00000010:1.0:1749610142.709345:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a706400. 02000000:00000010:3.0:1749610142.709346:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133200. 00000100:00000010:1.0:1749610142.709346:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f829f80. 02000000:00000010:1.0:1749610142.709348:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d5a9800. 00000100:00000010:1.0:1749610142.709349:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82a300. 02000000:00000010:3.0:1749610142.709350:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f400. 02000000:00000010:1.0:1749610142.709351:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d5abc00. 02000000:00000010:0.0:1749610142.709352:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebcbc00. 00000100:02020000:2.0:1749610142.709353:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000010:3.0:1749610142.709354:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660380. 02000000:00000010:0.0:1749610142.709354:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b462f600. 00000100:00000010:0.0:1749610142.709355:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663b80. 00000100:00000010:1.0:1749610142.709356:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e5500. 02000000:00000010:1.0:1749610142.709359:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88008fcbec00. 00000100:00000010:1.0:1749610142.709360:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e4a80. 00000100:00000200:1.0:1749610142.709364:0:6490:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 02000000:00000010:2.0:1749610142.709366:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009dad2c00. 00000400:00000010:1.0:1749610142.709368:0:6490:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52840. 02000000:00000010:2.0:1749610142.709370:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a707400. 00000400:00000010:1.0:1749610142.709372:0:6490:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096a5c000. 00000100:00000010:2.0:1749610142.709373:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660a80. 00000400:00000010:2.0:1749610142.709379:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610142.709381:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610142.709382:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610142.709385:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131662d80 x1834598193561472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610142.709391:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131662d80 x1834598193561472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610142.709407:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749610142.709409:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610142.709410:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610142.709413:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131663800 x1834598193561600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610142.709419:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131663800 x1834598193561600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610142.709428:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c400. 02000000:00000010:2.0:1749610142.709431:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a706000. 00000100:00000010:2.0:1749610142.709432:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662d80. 02000000:00000010:2.0:1749610142.709436:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071d800. 02000000:00000010:2.0:1749610142.709437:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a704c00. 00000100:00000010:2.0:1749610142.709439:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663800. 00000100:00000010:1.0:1749610142.710712:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8540. 00000100:00000010:2.0:1749610142.710714:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8b80. 00000100:00000010:0.0:1749610142.710745:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a87c0. 00000100:00000010:3.0:1749610142.710817:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8f00. 00000800:00000200:0.0:1749610143.512858:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749610143.512866:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749610143.512871:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610143.513077:0:1041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1749610143.518737:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8700. 02000000:00000010:2.0:1749610143.518765:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610143.518778:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610143.518794:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610143.518798:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ae00. 00000100:00000010:2.0:1749610143.518800:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba8700. 00000100:00000010:2.0:1749610145.519744:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8700. 02000000:00000010:2.0:1749610145.519767:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610145.519783:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610145.519797:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610145.519803:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610145.519807:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba8700. 00000100:00000010:2.0:1749610147.520761:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8700. 02000000:00000010:2.0:1749610147.520784:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610147.520800:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610147.520828:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610147.520834:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610147.520839:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba8700. 00000400:00000010:2.0:1749610147.708814:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000400:00000200:2.0:1749610147.708824:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:2.0:1749610147.708826:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610147.708835:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880131662680 x1834598193557376/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610147 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610147.708842:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880131662680 x1834598193557376/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610147 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610147.708892:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c800. 02000000:00000010:2.0:1749610147.708898:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad0800. 00000100:00000010:2.0:1749610147.708900:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662680. 00000100:00000010:0.0:1749610147.708942:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5180. 02000000:00000010:0.0:1749610147.708957:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096899000. 00000100:00000010:0.0:1749610147.708985:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5c00. 02000000:00000010:0.0:1749610147.708988:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009689bc00. 00000100:00000010:0.0:1749610147.708996:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5f80. 02000000:00000010:0.0:1749610147.708998:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096898400. 02000000:00000010:2.0:1749610147.709000:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009dad0800. 00000400:00000010:2.0:1749610147.709004:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000100:00000010:0.0:1749610147.709004:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6680. 02000000:00000010:0.0:1749610147.709007:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096899400. 00000400:00000010:2.0:1749610147.709008:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000010:0.0:1749610147.709011:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6a00. 00000100:00000200:2.0:1749610147.709012:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193562496, portal 25 00000400:00000010:2.0:1749610147.709014:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 02000000:00000010:0.0:1749610147.709014:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b200. 00000100:00000200:2.0:1749610147.709017:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193562496, offset 0 00000400:00000200:2.0:1749610147.709021:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610147.709033:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610147.709037:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7100. 02000000:00000010:0.0:1749610147.709039:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b600. 00000400:00000200:2.0:1749610147.709042:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada20380 00000400:00000100:2.0:1749610147.709047:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193562496 offset 0 length 520: 4 00000400:00000200:2.0:1749610147.709051:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e305ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749610147.709053:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1749610147.709059:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610147.709061:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 02000000:00000010:3.0:1749610147.709064:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133200. 00000100:00000200:2.0:1749610147.709065:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f5180 x1834598193562496/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610147.709073:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb00. 00000100:00000010:2.0:1749610147.709085:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8b80. 00000400:00000010:3.0:1749610147.709090:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610147.709095:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193563008, portal 10 00000400:00000010:3.0:1749610147.709100:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610147.709101:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193563008, offset 0 00000100:00000010:2.0:1749610147.709104:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8e00. 00000400:00000200:3.0:1749610147.709106:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610147.709112:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0000. 00000400:00000200:3.0:1749610147.709115:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610147.709118:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52898. 00000100:00000010:2.0:1749610147.709119:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8780. 00000400:00000010:1.0:1749610147.709121:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000400:00000200:3.0:1749610147.709122:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada20580 00000100:00000010:2.0:1749610147.709123:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8480. 00000100:00000200:1.0:1749610147.709124:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193563136, portal 4 00000400:00000200:3.0:1749610147.709126:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 26320 00000400:00000010:1.0:1749610147.709128:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000400:00000200:3.0:1749610147.709130:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610147.709130:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193563136, offset 0 00000400:00000200:3.0:1749610147.709133:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610147.709134:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610147.709135:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009dad2c00. 00000100:00000200:3.0:1749610147.709138:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:2.0:1749610147.709138:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000200:1.0:1749610147.709139:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610147.709140:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000010:3.0:1749610147.709141:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f3800. 00000100:00000200:2.0:1749610147.709142:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193562624, portal 4 00000400:00000200:1.0:1749610147.709143:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada20600 00000400:00000010:2.0:1749610147.709146:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000200:1.0:1749610147.709149:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 5416 00000100:00000200:2.0:1749610147.709152:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193562624, offset 0 00000400:00000200:1.0:1749610147.709153:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610147.709156:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610147.709156:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610147.709158:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610147.709159:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000400:00000200:2.0:1749610147.709161:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610147.709163:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f6a00 x1834598193563008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610147.709164:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada20400 00000100:00000200:1.0:1749610147.709166:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1749610147.709168:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 0 00000100:00000010:1.0:1749610147.709169:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661500. 00000400:00000200:2.0:1749610147.709171:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610147.709172:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610147.709175:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:0.0:1749610147.709175:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051a40. 00000100:00000010:2.0:1749610147.709179:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8700. 00000400:00000200:1.0:1749610147.709181:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000020:00000010:0.0:1749610147.709181:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2340. 00000400:00000010:1.0:1749610147.709182:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610147.709186:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f7100 x1834598193563136/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610147.709190:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610147.709192:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610147.709195:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f5c00 x1834598193562624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610147.709198:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbc00. 00000020:00000010:0.0:1749610147.709202:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610147.709206:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 02000000:00000010:2.0:1749610147.709211:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009dad2800. 00000400:00000010:2.0:1749610147.709213:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610147.709215:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610147.709217:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193562752, portal 10 00000020:00000010:1.0:1749610147.709218:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1200. 00000400:00000010:2.0:1749610147.709220:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000020:00000010:1.0:1749610147.709220:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013c00. 00000100:00000200:2.0:1749610147.709221:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193562752, offset 0 00000020:00000010:1.0:1749610147.709223:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000020:00000010:3.0:1749610147.709224:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2a40. 00000400:00000200:2.0:1749610147.709224:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610147.709227:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051a00. 00000400:00000200:2.0:1749610147.709227:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610147.709230:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada20480 00000020:00000010:0.0:1749610147.709231:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051800. 00000020:00000010:0.0:1749610147.709233:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051800. 00000400:00000200:2.0:1749610147.709234:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 26544 00000100:00000200:1.0:1749610147.709234:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193562624 00000020:00000010:3.0:1749610147.709235:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132200. 00000100:00000200:0.0:1749610147.709236:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193563008 00000020:00000010:3.0:1749610147.709237:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886480. 00000400:00000200:2.0:1749610147.709237:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610147.709239:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610147.709240:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000100:00000200:2.0:1749610147.709246:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610147.709248:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8a80. 00010000:00020000:1.0:1749610147.709249:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610147.709251:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009689b400. 02000000:00000010:1.0:1749610147.709254:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a706400. 00000400:00000200:2.0:1749610147.709256:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000020:00000010:3.0:1749610147.709257:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2100. 00000400:00000010:2.0:1749610147.709257:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:3.0:1749610147.709258:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2100. 00010000:00000200:0.0:1749610147.709258:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f3800 x1834598193563008/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1749610158 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610147.709260:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193563136 00000100:00000200:2.0:1749610147.709260:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f5f80 x1834598193562752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610147.709261:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610147.709262:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193562624, offset 0 00000400:00000200:1.0:1749610147.709265:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610147.709268:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610147.709269:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000400:00000200:1.0:1749610147.709271:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada20400 02000000:00000010:3.0:1749610147.709272:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136ac9000. 00000100:00000200:0.0:1749610147.709272:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193563008, offset 224 00000400:00000200:0.0:1749610147.709276:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:3.0:1749610147.709277:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131661500 x1834598193563136/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1749610158 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610147.709280:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6825 [1] + 0 00000400:00000200:0.0:1749610147.709282:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610147.709283:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b400. 00000400:00000200:1.0:1749610147.709283:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610147.709284:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610147.709286:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000020:00000010:2.0:1749610147.709287:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6780. 00000100:00000200:1.0:1749610147.709287:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f5c00 x1834598193562624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610147.709287:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada20580 00000100:00000200:3.0:1749610147.709288:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193563136, offset 224 00000400:00000200:3.0:1749610147.709290:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610147.709290:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf734b0. 00000400:00000200:0.0:1749610147.709293:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6815 [1] + 224 00000400:00000200:3.0:1749610147.709294:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610147.709297:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada20600 00000400:00000200:1.0:1749610147.709298:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000200:0.0:1749610147.709298:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610147.709299:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000400:00000200:0.0:1749610147.709301:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610147.709304:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x681d [1] + 224 00000100:00000200:2.0:1749610147.709306:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193562752 00000020:00000010:1.0:1749610147.709306:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013c00. 00000400:00000200:3.0:1749610147.709308:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610147.709309:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610147.709310:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f6a00 x1834598193563008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610147.709311:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000100:00000200:3.0:1749610147.709313:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f7100 x1834598193563136/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610147.709313:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1200. 00010000:00020000:2.0:1749610147.709316:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749610147.709321:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad1400. 00000400:00000010:2.0:1749610147.709326:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610147.709329:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193562752, offset 0 00000400:00000200:0.0:1749610147.709330:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:0.0:1749610147.709331:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000400:00000200:2.0:1749610147.709335:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610147.709337:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610147.709339:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000020:00000010:0.0:1749610147.709339:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000400:00000200:2.0:1749610147.709340:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610147.709341:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52898. 00000020:00000010:0.0:1749610147.709341:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:0.0:1749610147.709343:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbc00. 00000400:00000200:1.0:1749610147.709344:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000200:2.0:1749610147.709345:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada20480 00000400:00000010:1.0:1749610147.709345:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000020:00000010:3.0:1749610147.709347:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886480. 00000100:00000200:1.0:1749610147.709348:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f7100 x1834598193563136/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610147.709349:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000400:00000200:2.0:1749610147.709349:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x682d [1] + 0 00000020:00000010:3.0:1749610147.709350:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132200. 00000100:00000200:1.0:1749610147.709352:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f7100 x1834598193563136/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610147.709353:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610147.709355:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610147.709359:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f5f80 x1834598193562752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610147.709366:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb00. 02000000:00000010:1.0:1749610147.709367:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0000. 02000000:00000010:1.0:1749610147.709369:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b600. 00000400:00000200:3.0:1749610147.709370:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610147.709371:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000010:1.0:1749610147.709371:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f7100. 00000100:00000200:3.0:1749610147.709373:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f6a00 x1834598193563008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610147.709375:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000100:00000200:3.0:1749610147.709377:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f6a00 x1834598193563008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610147.709377:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:2.0:1749610147.709383:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6780. 00000020:00000010:2.0:1749610147.709386:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf734b0. 00000020:00000010:2.0:1749610147.709390:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b400. 02000000:00000010:3.0:1749610147.709391:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133200. 02000000:00000010:3.0:1749610147.709394:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b200. 00000100:00000010:3.0:1749610147.709396:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6a00. 00000400:00000010:2.0:1749610147.709402:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610147.709404:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610147.709405:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610147.709408:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f5f80 x1834598193562752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610147.709422:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f5f80 x1834598193562752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610147.709439:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a213800. 00000400:00000010:2.0:1749610147.709441:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610147.709443:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610147.709444:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193562880, portal 10 00000400:00000010:2.0:1749610147.709447:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610147.709448:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193562880, offset 0 00000400:00000200:2.0:1749610147.709450:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610147.709453:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610147.709455:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada20500 00000400:00000200:2.0:1749610147.709457:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 27064 00000400:00000200:2.0:1749610147.709460:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610147.709461:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610147.709463:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610147.709465:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9180. 00000400:00000200:2.0:1749610147.709475:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610147.709476:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610147.709478:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f6680 x1834598193562880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610147.709486:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009dad2800. 02000000:00000010:2.0:1749610147.709489:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096898400. 00000100:00000010:2.0:1749610147.709490:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5f80. 00000020:00000010:0.0:1749610147.709494:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbc00. 00000400:00000010:2.0:1749610147.709495:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749610147.709496:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610147.709496:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:0.0:1749610147.709496:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000100:00000200:2.0:1749610147.709498:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f5c00 x1834598193562624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610147.709498:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000100:00000200:2.0:1749610147.709502:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f5c00 x1834598193562624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610147.709512:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193562880 02000000:00000010:2.0:1749610147.709516:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009dad2c00. 02000000:00000010:2.0:1749610147.709517:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009689bc00. 00000100:00000010:2.0:1749610147.709518:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5c00. 00010000:00020000:0.0:1749610147.709518:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610147.709522:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009689bc00. 00000400:00000010:0.0:1749610147.709525:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610147.709531:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193562880, offset 0 00000400:00000200:0.0:1749610147.709534:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610147.709537:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610147.709540:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada20500 00000400:00000200:0.0:1749610147.709542:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6845 [1] + 0 00000400:00000200:0.0:1749610147.709545:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610147.709546:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610147.709549:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f6680 x1834598193562880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610147.709557:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:0.0:1749610147.709558:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000400:00000010:2.0:1749610147.709562:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000020:00000010:0.0:1749610147.709563:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000400:00000200:2.0:1749610147.709564:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610147.709565:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:0.0:1749610147.709565:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:0.0:1749610147.709566:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbc00. 00000100:00000200:2.0:1749610147.709567:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f6680 x1834598193562880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610147.709571:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f6680 x1834598193562880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610147.709577:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a213800. 02000000:00000010:2.0:1749610147.709579:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096899400. 00000100:00000010:2.0:1749610147.709580:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6680. 00000100:00000010:2.0:1749610147.720745:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8780. 00000100:00000010:3.0:1749610147.720750:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8480. 00000100:00000010:0.0:1749610147.720758:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8b80. 00000100:00000010:1.0:1749610147.720786:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8e00. 00000100:00000010:2.0:1749610149.521766:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9500. 02000000:00000010:2.0:1749610149.521791:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610149.521808:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610149.521825:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610149.521832:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610149.521837:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba9500. 00000100:00000010:2.0:1749610151.522785:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9500. 02000000:00000010:2.0:1749610151.522808:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610151.522822:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610151.522838:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610151.522845:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b400. 00000100:00000010:2.0:1749610151.522851:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba9500. 00000100:00000010:0.0:1749610152.724777:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7480. 02000000:00000010:0.0:1749610152.724797:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096898400. 00000100:00000010:0.0:1749610152.724823:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7b80. 02000000:00000010:0.0:1749610152.724828:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096899400. 00000100:00000010:0.0:1749610152.724834:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4380. 02000000:00000010:0.0:1749610152.724837:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0000. 00000100:00000010:0.0:1749610152.724841:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7800. 02000000:00000010:0.0:1749610152.724845:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b500. 02000000:00000010:2.0:1749610152.724862:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a213800. 00000100:00000010:0.0:1749610152.724866:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6d80. 02000000:00000010:0.0:1749610152.724869:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b600. 00000400:00000010:2.0:1749610152.724870:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610152.724876:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610152.724883:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193563520, portal 4 00000400:00000010:2.0:1749610152.724898:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610152.724900:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193563520, offset 0 02000000:00000010:3.0:1749610152.724905:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133200. 00000400:00000200:2.0:1749610152.724907:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610152.724911:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb00. 00000400:00000010:3.0:1749610152.724914:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610152.724917:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193563904, portal 10 00000400:00000200:2.0:1749610152.724919:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610152.724921:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610152.724922:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193563904, offset 0 00000400:00000200:3.0:1749610152.724926:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610152.724927:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada20780 00000400:00000200:3.0:1749610152.724931:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610152.724933:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 520 00000400:00000200:3.0:1749610152.724935:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada20900 00000400:00000200:2.0:1749610152.724939:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610152.724940:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 27584 02000000:00000010:1.0:1749610152.724941:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0000. 00000400:00000200:2.0:1749610152.724942:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610152.724944:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610152.724946:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:1.0:1749610152.724946:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52898. 00000100:00000010:2.0:1749610152.724949:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9500. 00000400:00000010:1.0:1749610152.724949:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000400:00000200:3.0:1749610152.724951:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610152.724952:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193564032, portal 4 00000100:00000200:3.0:1749610152.724954:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1749610152.724955:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610152.724956:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193564032, offset 0 00000100:00000010:3.0:1749610152.724957:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f3b80. 00000400:00000200:1.0:1749610152.724960:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610152.724964:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610152.724970:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610152.724971:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000400:00000200:3.0:1749610152.724976:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610152.724977:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000200:2.0:1749610152.724978:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f7480 x1834598193563520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610152.724978:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada20980 00000100:00000200:3.0:1749610152.724980:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f7800 x1834598193563904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610152.724983:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 5640 00000400:00000200:1.0:1749610152.724987:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1749610152.724992:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2100. 00000400:00000200:1.0:1749610152.724994:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610152.724995:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbc00. 00000100:00000200:1.0:1749610152.724998:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1749610152.725000:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000100:00000010:1.0:1749610152.725001:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661180. 00000020:00000010:0.0:1749610152.725003:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000100:00000010:3.0:1749610152.725005:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2540. 00000100:00000010:3.0:1749610152.725008:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2480. 00000100:00000010:3.0:1749610152.725010:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2f00. 00000400:00000200:1.0:1749610152.725011:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610152.725012:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000020:00000010:2.0:1749610152.725014:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8780. 00000100:00000200:1.0:1749610152.725016:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f6d80 x1834598193564032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610152.725019:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051a40. 00000100:00000200:0.0:1749610152.725022:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193563520 00000020:00000010:2.0:1749610152.725029:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b400. 00000020:00000010:2.0:1749610152.725031:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6780. 00000020:00000010:3.0:1749610152.725032:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2000. 00000020:00000010:2.0:1749610152.725033:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf734b0. 00000020:00000010:3.0:1749610152.725035:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2a40. 00010000:00020000:0.0:1749610152.725036:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749610152.725039:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132200. 00000020:00000010:3.0:1749610152.725041:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886480. 00000020:00000010:3.0:1749610152.725043:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 02000000:00000010:0.0:1749610152.725043:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b3800. 00000020:00000010:2.0:1749610152.725049:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a84c0. 00000020:00000010:2.0:1749610152.725050:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a84c0. 00000100:00000200:2.0:1749610152.725052:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193563904 00000020:00000010:3.0:1749610152.725055:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2a40. 00000020:00000010:3.0:1749610152.725056:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2a40. 00000400:00000010:0.0:1749610152.725057:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:3.0:1749610152.725058:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193564032 00000100:00000200:0.0:1749610152.725059:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193563520, offset 0 00000400:00000200:0.0:1749610152.725062:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610152.725065:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136aca000. 02000000:00000010:2.0:1749610152.725065:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a210000. 00000400:00000200:0.0:1749610152.725066:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:3.0:1749610152.725070:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131661180 x1834598193564032/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1749610163 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749610152.725070:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f3b80 x1834598193563904/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1749610163 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610152.725070:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada20780 00000400:00000200:0.0:1749610152.725073:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6851 [1] + 0 00000400:00000010:2.0:1749610152.725076:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000400:00000200:0.0:1749610152.725076:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610152.725077:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:2.0:1749610152.725078:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193563904, offset 224 00000400:00000200:0.0:1749610152.725078:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610152.725079:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193564032, offset 224 00000400:00000200:2.0:1749610152.725080:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610152.725081:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f7480 x1834598193563520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610152.725082:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610152.725084:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610152.725086:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610152.725087:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada20900 00000400:00000200:3.0:1749610152.725090:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada20980 00000400:00000200:2.0:1749610152.725091:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6859 [1] + 224 00000400:00000200:2.0:1749610152.725093:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610152.725094:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6861 [1] + 224 00000400:00000200:3.0:1749610152.725096:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610152.725098:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610152.725099:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610152.725100:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:0.0:1749610152.725101:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000100:00000200:3.0:1749610152.725104:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f6d80 x1834598193564032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610152.725109:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000100:00000200:2.0:1749610152.725110:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f7800 x1834598193563904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610152.725111:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:0.0:1749610152.725113:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbc00. 00000400:00000200:2.0:1749610152.725119:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610152.725120:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:2.0:1749610152.725125:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6780. 00000020:00000010:2.0:1749610152.725127:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf734b0. 00000400:00000200:3.0:1749610152.725128:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610152.725130:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000020:00000010:2.0:1749610152.725130:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b400. 00000020:00000010:3.0:1749610152.725136:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886480. 00000020:00000010:3.0:1749610152.725137:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749610152.725139:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132200. 00000400:00000010:2.0:1749610152.725143:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610152.725145:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610152.725146:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610152.725147:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f7480 x1834598193563520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610152.725148:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52898. 00000100:00000200:2.0:1749610152.725152:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f7480 x1834598193563520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610152.725152:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610152.725153:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000400:00000010:3.0:1749610152.725155:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb00. 00000100:00000200:1.0:1749610152.725155:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f6d80 x1834598193564032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610152.725160:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000100:00000200:1.0:1749610152.725160:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f6d80 x1834598193564032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610152.725161:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610152.725163:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f7800 x1834598193563904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610152.725167:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a213000. 00000100:00000200:3.0:1749610152.725168:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f7800 x1834598193563904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610152.725169:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610152.725171:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610152.725172:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193563648, portal 10 02000000:00000010:1.0:1749610152.725173:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0000. 00000400:00000010:2.0:1749610152.725175:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 02000000:00000010:3.0:1749610152.725176:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133200. 00000100:00000200:2.0:1749610152.725176:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193563648, offset 0 02000000:00000010:1.0:1749610152.725176:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b600. 00000400:00000200:2.0:1749610152.725178:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610152.725179:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b500. 00000100:00000010:1.0:1749610152.725179:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6d80. 00000100:00000010:3.0:1749610152.725180:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f7800. 00000400:00000200:2.0:1749610152.725181:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610152.725183:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada20800 00000400:00000200:2.0:1749610152.725185:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 27808 00000400:00000200:2.0:1749610152.725188:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610152.725189:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610152.725191:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610152.725193:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9f80. 00000400:00000200:2.0:1749610152.725207:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610152.725208:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610152.725209:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f7b80 x1834598193563648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610152.725222:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbc00. 02000000:00000010:2.0:1749610152.725224:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009dad2c00. 00000020:00000010:0.0:1749610152.725224:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610152.725225:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000400:00000010:2.0:1749610152.725226:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749610152.725228:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610152.725229:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193563776, portal 10 00000400:00000010:2.0:1749610152.725231:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610152.725232:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193563776, offset 0 00000100:00000200:0.0:1749610152.725232:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193563648 00000400:00000200:2.0:1749610152.725234:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610152.725237:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:0.0:1749610152.725238:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610152.725239:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada20880 02000000:00000010:0.0:1749610152.725240:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b3000. 00000400:00000200:2.0:1749610152.725241:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 28328 00000400:00000200:2.0:1749610152.725243:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610152.725243:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000400:00000200:2.0:1749610152.725245:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610152.725245:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193563648, offset 0 00000100:00000200:2.0:1749610152.725246:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610152.725248:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebaa300. 00000400:00000200:0.0:1749610152.725248:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610152.725251:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610152.725252:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610152.725253:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000200:0.0:1749610152.725254:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada20800 00000100:00000200:2.0:1749610152.725255:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f4380 x1834598193563776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610152.725256:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6875 [1] + 0 00000020:00000010:1.0:1749610152.725259:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0000. 00000400:00000200:0.0:1749610152.725259:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610152.725260:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610152.725261:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013c00. 02000000:00000010:2.0:1749610152.725262:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a213800. 00000100:00000200:0.0:1749610152.725263:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f7b80 x1834598193563648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610152.725264:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 02000000:00000010:2.0:1749610152.725265:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096898400. 00000100:00000010:2.0:1749610152.725266:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f7480. 00000400:00000200:0.0:1749610152.725270:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000100:00000200:1.0:1749610152.725273:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193563776 00000400:00000010:0.0:1749610152.725275:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000400:00000010:2.0:1749610152.725278:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00010000:00020000:1.0:1749610152.725279:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610152.725280:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610152.725280:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:0.0:1749610152.725281:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000100:00000200:2.0:1749610152.725282:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f7b80 x1834598193563648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610152.725282:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a704400. 00000020:00000010:0.0:1749610152.725282:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:0.0:1749610152.725284:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbc00. 00000100:00000200:2.0:1749610152.725286:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f7b80 x1834598193563648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610152.725286:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610152.725289:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193563776, offset 0 00000400:00000200:1.0:1749610152.725291:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610152.725293:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a213000. 02000000:00000010:2.0:1749610152.725295:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096899400. 00000400:00000200:1.0:1749610152.725295:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610152.725298:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada20880 00000100:00000010:2.0:1749610152.725299:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f7b80. 00000400:00000200:1.0:1749610152.725301:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x687d [1] + 0 00000400:00000200:1.0:1749610152.725303:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610152.725305:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610152.725312:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f4380 x1834598193563776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610152.725333:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610152.725334:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000020:00000010:1.0:1749610152.725339:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013c00. 00000020:00000010:1.0:1749610152.725343:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000020:00000010:1.0:1749610152.725345:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0000. 00000400:00000010:2.0:1749610152.725348:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749610152.725350:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610152.725351:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610152.725353:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f4380 x1834598193563776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610152.725358:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f4380 x1834598193563776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610152.725366:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009dad2c00. 02000000:00000010:2.0:1749610152.725367:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0000. 00000100:00000010:2.0:1749610152.725369:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4380. 00000100:00000010:0.0:1749610152.726737:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2100. 00000100:00000010:3.0:1749610152.726738:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2f00. 00000100:00000010:1.0:1749610152.726740:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2540. 00000100:00000010:2.0:1749610152.726745:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2480. 00000100:00000010:0.0:1749610153.523782:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4e00. 02000000:00000010:0.0:1749610153.523807:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610153.523823:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610153.523839:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610153.523846:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610153.523851:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4e00. 00000100:00000010:0.0:1749610155.524736:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4e00. 02000000:00000010:0.0:1749610155.524757:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610155.524771:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610155.524785:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610155.524790:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610155.524794:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4e00. 00000400:00000200:0.0:1749610156.107282:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610156.107303:0:1042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501580 00000400:00000100:0.0:1749610156.107310:0:1042:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188193152 offset 0 length 520: 4 00000400:00000200:0.0:1749610156.107313:0:1042:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880072619ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610156.107315:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:0.0:1749610157.525742:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4e00. 02000000:00000010:0.0:1749610157.525765:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610157.525779:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610157.525793:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610157.525799:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610157.525803:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4e00. 10000000:00000010:3.0:1749610157.607808:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012c0e2f00. 00000020:00000010:3.0:1749610157.607819:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133200. 00000020:00000010:3.0:1749610157.607824:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a6132200. 00000040:00000010:3.0:1749610157.607826:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a6132600. 00000020:00000010:3.0:1749610157.607829:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4251800. 00000020:00000010:3.0:1749610157.607833:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a6132c00. 80000000:00000010:3.0:1749610157.607836:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc30300. 00040000:00000010:3.0:1749610157.607841:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a6133c00. 00080000:00000010:3.0:1749610157.607846:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a9000. 00080000:00000010:3.0:1749610157.607850:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d526000. 00000020:00000010:3.0:1749610157.607862:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a6132200. 00000040:00000010:3.0:1749610157.607867:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a6132600. 00000020:00000010:3.0:1749610157.607868:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4251800. 00000020:00000010:3.0:1749610157.607871:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a6132c00. 80000000:00000010:3.0:1749610157.607874:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012dc30300. 00040000:00000010:3.0:1749610157.607886:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a6133c00. 00080000:00000010:3.0:1749610157.607890:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012d526000. 00080000:00000010:3.0:1749610157.607895:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a9000. 00000020:00000010:3.0:1749610157.607897:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133200. 10000000:00000010:3.0:1749610157.607899:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012c0e2f00. 10000000:00000400:3.0:1749610157.607901:0:6439:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.203.144@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 00000100:00000010:3.0:1749610157.611723:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f3480. 02000000:00000010:3.0:1749610157.611737:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6133200. 00010000:00000010:3.0:1749610157.611751:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b47aa000. 00010000:00000010:3.0:1749610157.611756:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6132000. 00000100:00000010:3.0:1749610157.611773:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a80c0600. 00000100:00000200:3.0:1749610157.611785:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8800966f3480 x1834598193564544/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610157.611797:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a80c0600. 02000000:00000010:3.0:1749610157.611835:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6133200. 00000100:00000010:3.0:1749610157.611838:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f3480. 00010000:00000010:1.1:1749610157.614735:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b47aa000. 00010000:00000010:1.1:1749610157.614740:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6132000. 00000100:00000010:0.0:1749610157.732789:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4e00. 02000000:00000010:0.0:1749610157.732811:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1c00. 00000100:00000010:0.0:1749610157.732844:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5880. 02000000:00000010:0.0:1749610157.732862:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0c00. 00000100:00000010:0.0:1749610157.732874:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4380. 02000000:00000010:0.0:1749610157.732877:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0000. 02000000:00000010:2.0:1749610157.732880:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009dad2c00. 00000100:00000010:0.0:1749610157.732884:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7b80. 02000000:00000010:0.0:1749610157.732887:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b200. 00000400:00000010:2.0:1749610157.732889:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749610157.732897:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610157.732905:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193564672, portal 4 00000400:00000010:2.0:1749610157.732911:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610157.732913:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193564672, offset 0 00000400:00000200:2.0:1749610157.732921:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610157.732922:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7480. 02000000:00000010:0.0:1749610157.732926:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b000. 00000400:00000200:2.0:1749610157.732936:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610157.732947:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada20c00 00000400:00000200:2.0:1749610157.732954:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 1040 02000000:00000010:3.0:1749610157.732962:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133200. 00000400:00000200:2.0:1749610157.732962:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610157.732967:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610157.732968:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb00. 02000000:00000010:1.0:1749610157.732968:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0000. 00000100:00000200:2.0:1749610157.732971:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:3.0:1749610157.732972:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000010:1.0:1749610157.732973:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52898. 00000100:00000200:3.0:1749610157.732975:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193565056, portal 10 00000100:00000010:2.0:1749610157.732975:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebaad80. 00000400:00000010:1.0:1749610157.732976:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000400:00000010:3.0:1749610157.732979:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:1.0:1749610157.732979:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193565184, portal 4 00000100:00000200:3.0:1749610157.732981:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193565056, offset 0 00000400:00000010:1.0:1749610157.732982:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610157.732984:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193565184, offset 0 00000400:00000200:3.0:1749610157.732986:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610157.732989:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610157.732993:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610157.732994:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610157.732999:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610157.733001:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:3.0:1749610157.733006:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada20d80 00000400:00000200:1.0:1749610157.733007:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada20e00 00000100:00000200:2.0:1749610157.733009:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f4e00 x1834598193564672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610157.733012:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 28848 00000400:00000200:3.0:1749610157.733017:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610157.733017:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 5864 00000400:00000200:3.0:1749610157.733020:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610157.733021:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610157.733023:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610157.733024:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1749610157.733025:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbc00. 00000100:00000200:1.0:1749610157.733026:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1749610157.733028:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f3480. 00000100:00000010:2.0:1749610157.733028:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a84c0. 00000100:00000010:1.0:1749610157.733029:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660700. 00000020:00000010:0.0:1749610157.733031:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610157.733035:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000100:00000010:2.0:1749610157.733038:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8740. 00000400:00000200:1.0:1749610157.733039:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610157.733040:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000400:00000200:3.0:1749610157.733042:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000100:00000200:1.0:1749610157.733043:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f7480 x1834598193565184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610157.733044:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000010:2.0:1749610157.733049:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8840. 00000100:00000010:2.0:1749610157.733053:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8c80. 00000100:00000200:3.0:1749610157.733054:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f7b80 x1834598193565056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610157.733060:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193564672 02000000:00000010:2.0:1749610157.733064:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009dad2800. 00000400:00000010:2.0:1749610157.733066:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610157.733068:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000020:00000010:1.0:1749610157.733068:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46cab00. 00000100:00000200:2.0:1749610157.733071:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193564800, portal 10 00000020:00000010:1.0:1749610157.733073:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8780. 00000400:00000010:2.0:1749610157.733075:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610157.733076:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193564800, offset 0 00010000:00020000:0.0:1749610157.733077:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610157.733080:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610157.733081:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1200. 00000020:00000010:1.0:1749610157.733083:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013c00. 00000400:00000200:2.0:1749610157.733084:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610157.733085:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 02000000:00000010:0.0:1749610157.733085:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d3c2000. 00000400:00000200:2.0:1749610157.733088:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada20c80 00000020:00000010:3.0:1749610157.733090:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2a40. 00000400:00000200:2.0:1749610157.733091:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 29072 00000020:00000010:3.0:1749610157.733093:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2000. 00000400:00000200:2.0:1749610157.733095:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610157.733096:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000400:00000200:2.0:1749610157.733097:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610157.733098:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133c00. 00000100:00000200:0.0:1749610157.733098:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193564672, offset 0 00000100:00000200:2.0:1749610157.733100:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610157.733101:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886480. 00000020:00000010:1.0:1749610157.733101:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca800. 00000400:00000200:0.0:1749610157.733101:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610157.733103:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebaaa00. 00000020:00000010:3.0:1749610157.733104:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000400:00000200:0.0:1749610157.733105:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610157.733106:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca800. 00000100:00000200:1.0:1749610157.733108:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193565056 00000400:00000200:0.0:1749610157.733109:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada20c00 00000400:00000200:0.0:1749610157.733112:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x688d [1] + 0 00000400:00000200:2.0:1749610157.733115:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000200:0.0:1749610157.733115:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610157.733116:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000200:0.0:1749610157.733118:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610157.733119:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f5880 x1834598193564800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610157.733120:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a705800. 00000020:00000010:3.0:1749610157.733121:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2000. 00000100:00000200:0.0:1749610157.733121:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f4e00 x1834598193564672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610157.733123:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2000. 00000100:00000200:3.0:1749610157.733125:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193565184 00010000:00000200:1.0:1749610157.733125:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f3480 x1834598193565056/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1749610168 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610157.733131:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 02000000:00000010:3.0:1749610157.733133:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136ac8c00. 00000100:00000200:1.0:1749610157.733133:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193565056, offset 224 00000400:00000200:0.0:1749610157.733134:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:0.0:1749610157.733135:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00010000:00000200:3.0:1749610157.733137:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131660700 x1834598193565184/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:348/0 lens 224/224 e 0 to 0 dl 1749610168 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610157.733138:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610157.733140:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b400. 00000400:00000200:1.0:1749610157.733142:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610157.733143:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6780. 00000020:00000010:0.0:1749610157.733143:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000400:00000200:1.0:1749610157.733145:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada20d80 00000020:00000010:2.0:1749610157.733146:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf734b0. 00000020:00000010:0.0:1749610157.733146:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000400:00000010:3.0:1749610157.733147:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000400:00000200:1.0:1749610157.733147:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6895 [1] + 224 00000020:00000010:0.0:1749610157.733149:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbc00. 00000100:00000200:3.0:1749610157.733150:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193565184, offset 224 00000400:00000200:1.0:1749610157.733150:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610157.733152:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610157.733154:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610157.733157:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f7b80 x1834598193565056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610157.733159:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610157.733159:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193564800 00000400:00000200:3.0:1749610157.733163:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada20e00 00010000:00020000:2.0:1749610157.733165:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610157.733166:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610157.733167:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000400:00000200:3.0:1749610157.733169:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6899 [1] + 224 02000000:00000010:2.0:1749610157.733171:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009689a000. 00000020:00000010:1.0:1749610157.733171:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013c00. 00000400:00000200:3.0:1749610157.733173:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610157.733175:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000200:3.0:1749610157.733176:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610157.733176:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000020:00000010:1.0:1749610157.733177:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1200. 00000100:00000200:2.0:1749610157.733178:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193564800, offset 0 00000100:00000200:3.0:1749610157.733180:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f7480 x1834598193565184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610157.733182:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610157.733187:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610157.733190:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610157.733191:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000400:00000200:2.0:1749610157.733192:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada20c80 00000400:00000010:1.0:1749610157.733194:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52898. 00000020:00000010:3.0:1749610157.733197:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886480. 00000400:00000200:1.0:1749610157.733197:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610157.733198:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000020:00000010:3.0:1749610157.733200:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000100:00000200:1.0:1749610157.733200:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f7480 x1834598193565184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610157.733203:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133c00. 00000100:00000200:1.0:1749610157.733204:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f7480 x1834598193565184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610157.733205:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x68a5 [1] + 0 00000400:00000200:2.0:1749610157.733214:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610157.733215:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb00. 00000400:00000200:2.0:1749610157.733217:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610157.733220:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610157.733221:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 02000000:00000010:1.0:1749610157.733221:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0000. 00000100:00000200:3.0:1749610157.733224:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f7b80 x1834598193565056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610157.733224:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b000. 00000100:00000200:2.0:1749610157.733225:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f5880 x1834598193564800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610157.733227:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f7480. 00000400:00000200:2.0:1749610157.733234:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610157.733235:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:3.0:1749610157.733236:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f7b80 x1834598193565056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610157.733241:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6780. 00000020:00000010:2.0:1749610157.733243:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf734b0. 00000020:00000010:2.0:1749610157.733247:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b400. 02000000:00000010:3.0:1749610157.733249:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133200. 02000000:00000010:3.0:1749610157.733252:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b200. 00000100:00000010:3.0:1749610157.733254:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f7b80. 00000400:00000010:2.0:1749610157.733259:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610157.733261:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610157.733262:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610157.733264:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f5880 x1834598193564800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610157.733271:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f5880 x1834598193564800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610157.733289:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009dad2800. 02000000:00000010:2.0:1749610157.733292:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0c00. 00000100:00000010:2.0:1749610157.733294:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5880. 02000000:00000010:2.0:1749610157.733301:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096899400. 00000400:00000010:2.0:1749610157.733303:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610157.733304:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610157.733306:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193564928, portal 10 00000400:00000010:2.0:1749610157.733308:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610157.733309:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193564928, offset 0 00000400:00000200:2.0:1749610157.733311:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610157.733314:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610157.733317:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada20d00 00000400:00000200:2.0:1749610157.733319:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 29592 00000400:00000200:2.0:1749610157.733321:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610157.733323:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610157.733324:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610157.733330:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebab800. 00000400:00000200:2.0:1749610157.733343:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610157.733344:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610157.733348:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f4380 x1834598193564928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610157.733360:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749610157.733362:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610157.733363:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610157.733365:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f4e00 x1834598193564672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610157.733368:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbc00. 00000100:00000200:2.0:1749610157.733371:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f4e00 x1834598193564672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610157.733371:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610157.733372:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 02000000:00000010:2.0:1749610157.733383:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009dad2c00. 02000000:00000010:2.0:1749610157.733385:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1c00. 00000100:00000010:2.0:1749610157.733388:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4e00. 00000100:00000200:0.0:1749610157.733396:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193564928 00010000:00020000:0.0:1749610157.733403:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610157.733407:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbec00. 00000400:00000010:0.0:1749610157.733412:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610157.733414:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193564928, offset 0 00000400:00000200:0.0:1749610157.733417:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610157.733422:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610157.733425:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada20d00 00000400:00000200:0.0:1749610157.733427:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x68bd [1] + 0 00000400:00000200:0.0:1749610157.733430:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610157.733431:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610157.733434:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f4380 x1834598193564928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610157.733449:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:0.0:1749610157.733451:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000020:00000010:0.0:1749610157.733457:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610157.733459:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:0.0:1749610157.733461:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbc00. 00000400:00000010:2.0:1749610157.733470:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610157.733472:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610157.733473:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610157.733477:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f4380 x1834598193564928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610157.733483:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f4380 x1834598193564928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610157.733494:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096899400. 02000000:00000010:2.0:1749610157.733496:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0000. 00000100:00000010:2.0:1749610157.733498:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4380. 00000100:00000010:3.0:1749610157.734725:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8c80. 00000100:00000010:2.0:1749610157.734737:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8840. 00000100:00000010:1.0:1749610157.734740:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8740. 00000100:00000010:0.0:1749610157.734748:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a84c0. 00000100:00000010:0.0:1749610159.526724:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7800. 02000000:00000010:0.0:1749610159.526751:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610159.526769:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610159.526785:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610159.526791:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610159.526796:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f7800. 00000100:00000010:0.0:1749610161.527732:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7800. 02000000:00000010:0.0:1749610161.527754:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610161.527767:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610161.527781:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610161.527787:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610161.527791:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f7800. 00000100:00000010:0.0:1749610162.740782:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7800. 02000000:00000010:0.0:1749610162.740803:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbcc00. 00000100:00000010:0.0:1749610162.740829:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6d80. 02000000:00000010:0.0:1749610162.740831:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbf800. 00000100:00000010:0.0:1749610162.740838:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6680. 02000000:00000010:0.0:1749610162.740840:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbf000. 00000100:00000010:0.0:1749610162.740844:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5c00. 02000000:00000010:0.0:1749610162.740847:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b100. 00000100:00000010:0.0:1749610162.740870:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5f80. 02000000:00000010:0.0:1749610162.740873:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b700. 02000000:00000010:2.0:1749610162.740892:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096899400. 00000400:00000010:2.0:1749610162.740905:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610162.740911:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610162.740918:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193565568, portal 4 00000400:00000010:2.0:1749610162.740923:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610162.740936:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193565568, offset 0 02000000:00000010:3.0:1749610162.740941:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133200. 00000400:00000200:2.0:1749610162.740943:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610162.740947:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb00. 00000400:00000010:3.0:1749610162.740950:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 02000000:00000010:1.0:1749610162.740950:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0000. 00000100:00000200:3.0:1749610162.740953:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193565952, portal 10 00000400:00000010:3.0:1749610162.740956:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000400:00000200:2.0:1749610162.740956:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610162.740958:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193565952, offset 0 00000400:00000010:1.0:1749610162.740960:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52898. 00000400:00000200:3.0:1749610162.740962:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610162.740965:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada20f80 00000400:00000010:1.0:1749610162.740965:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000400:00000200:3.0:1749610162.740966:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610162.740967:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193566080, portal 4 00000400:00000200:3.0:1749610162.740970:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada21100 00000400:00000200:2.0:1749610162.740970:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 1560 00000400:00000010:1.0:1749610162.740971:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610162.740973:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193566080, offset 0 00000400:00000200:3.0:1749610162.740975:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 30112 00000400:00000200:2.0:1749610162.740977:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610162.740978:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610162.740979:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610162.740981:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610162.740981:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610162.740983:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610162.740985:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610162.740985:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610162.740987:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada21180 00000100:00000010:3.0:1749610162.740989:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f3100. 00000100:00000010:2.0:1749610162.740989:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebabb80. 00000400:00000200:1.0:1749610162.740991:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 6088 00000400:00000200:1.0:1749610162.740995:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610162.740996:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610162.741000:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1749610162.741002:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660000. 00000400:00000200:3.0:1749610162.741009:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610162.741010:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000400:00000200:2.0:1749610162.741012:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610162.741013:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:3.0:1749610162.741016:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f5c00 x1834598193565952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610162.741017:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f7800 x1834598193565568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610162.741021:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610162.741023:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610162.741027:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f5f80 x1834598193566080/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610162.741030:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2000. 00000020:00000010:0.0:1749610162.741037:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051800. 00000020:00000010:0.0:1749610162.741042:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46cab00. 00000100:00000010:3.0:1749610162.741043:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2180. 00000100:00000010:3.0:1749610162.741046:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2d40. 00000100:00000010:3.0:1749610162.741048:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2780. 00000020:00000010:2.0:1749610162.741048:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8840. 00000020:00000010:2.0:1749610162.741050:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2a40. 00000020:00000010:1.0:1749610162.741053:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1200. 00000020:00000010:0.0:1749610162.741053:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb800. 00000020:00000010:2.0:1749610162.741054:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b400. 00000020:00000010:2.0:1749610162.741057:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6780. 00000020:00000010:1.0:1749610162.741057:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013c00. 00000020:00000010:0.0:1749610162.741057:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000020:00000010:2.0:1749610162.741060:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf734b0. 00000020:00000010:1.0:1749610162.741060:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000020:00000010:0.0:1749610162.741060:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000020:00000010:2.0:1749610162.741077:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8440. 00000100:00000200:1.0:1749610162.741077:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193565568 00000020:00000010:0.0:1749610162.741077:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051280. 00000020:00000010:2.0:1749610162.741078:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8440. 00000020:00000010:0.0:1749610162.741078:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051280. 00000100:00000200:2.0:1749610162.741080:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193566080 00000100:00000200:0.0:1749610162.741080:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193565952 00010000:00020000:1.0:1749610162.741091:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749610162.741093:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096898400. 02000000:00000010:0.0:1749610162.741093:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbd400. 02000000:00000010:1.0:1749610162.741096:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a705000. 00010000:00000200:2.0:1749610162.741098:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131660000 x1834598193566080/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1749610173 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1749610162.741098:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f3100 x1834598193565952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:353/0 lens 224/224 e 0 to 0 dl 1749610173 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610162.741103:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610162.741104:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193565568, offset 0 00000400:00000010:2.0:1749610162.741105:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610162.741107:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193566080, offset 224 00000400:00000010:0.0:1749610162.741107:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000400:00000200:1.0:1749610162.741108:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610162.741110:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610162.741111:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610162.741112:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193565952, offset 224 00000400:00000200:2.0:1749610162.741113:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610162.741114:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada20f80 00000400:00000200:0.0:1749610162.741115:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610162.741116:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada21180 00000400:00000200:1.0:1749610162.741118:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x68c9 [1] + 0 00000400:00000200:1.0:1749610162.741120:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610162.741120:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610162.741121:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x68d9 [1] + 224 00000400:00000200:1.0:1749610162.741122:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610162.741123:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610162.741124:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada21100 00000400:00000200:2.0:1749610162.741125:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610162.741127:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x68d1 [1] + 224 00000400:00000200:0.0:1749610162.741130:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610162.741131:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f7800 x1834598193565568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610162.741132:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f5f80 x1834598193566080/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610162.741132:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610162.741135:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f5c00 x1834598193565952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610162.741138:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610162.741139:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000400:00000200:2.0:1749610162.741143:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610162.741144:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:1.0:1749610162.741147:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013c00. 00000020:00000010:2.0:1749610162.741149:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6780. 00000020:00000010:2.0:1749610162.741151:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf734b0. 00000020:00000010:1.0:1749610162.741151:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000020:00000010:1.0:1749610162.741153:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1200. 00000020:00000010:2.0:1749610162.741154:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b400. 00000400:00000200:0.0:1749610162.741165:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:0.0:1749610162.741166:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000400:00000010:3.0:1749610162.741173:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb00. 00000020:00000010:0.0:1749610162.741173:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610162.741175:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:0.0:1749610162.741176:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb800. 00000400:00000200:3.0:1749610162.741178:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610162.741184:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000400:00000010:1.0:1749610162.741187:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52898. 00000100:00000200:3.0:1749610162.741188:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f5c00 x1834598193565952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610162.741191:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610162.741191:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:3.0:1749610162.741193:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f5c00 x1834598193565952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610162.741194:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000100:00000200:1.0:1749610162.741194:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f5f80 x1834598193566080/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610162.741196:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610162.741197:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:1.0:1749610162.741198:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f5f80 x1834598193566080/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610162.741199:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f7800 x1834598193565568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610162.741203:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f7800 x1834598193565568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610162.741210:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133200. 02000000:00000010:1.0:1749610162.741210:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0000. 02000000:00000010:1.0:1749610162.741212:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b700. 02000000:00000010:3.0:1749610162.741213:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b100. 00000100:00000010:3.0:1749610162.741215:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5c00. 00000100:00000010:1.0:1749610162.741215:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5f80. 02000000:00000010:2.0:1749610162.741218:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012f1b0000. 00000400:00000010:2.0:1749610162.741220:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610162.741221:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610162.741223:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193565696, portal 10 00000400:00000010:2.0:1749610162.741225:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610162.741226:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193565696, offset 0 00000400:00000200:2.0:1749610162.741228:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610162.741232:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610162.741234:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada21000 00000400:00000200:2.0:1749610162.741237:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 30336 00000400:00000200:2.0:1749610162.741240:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610162.741241:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610162.741243:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610162.741245:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8380. 00000400:00000200:2.0:1749610162.741256:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610162.741257:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610162.741259:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f6d80 x1834598193565696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610162.741272:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb800. 00000020:00000010:0.0:1749610162.741274:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610162.741275:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 02000000:00000010:2.0:1749610162.741277:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012f1b1c00. 00000400:00000010:2.0:1749610162.741279:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749610162.741280:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610162.741282:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193565824, portal 10 00000100:00000200:0.0:1749610162.741282:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193565696 00000400:00000010:2.0:1749610162.741284:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610162.741285:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193565824, offset 0 00000400:00000200:2.0:1749610162.741287:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:0.0:1749610162.741288:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610162.741289:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610162.741291:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada21080 02000000:00000010:0.0:1749610162.741291:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbf400. 00000400:00000200:2.0:1749610162.741292:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 30856 00000400:00000200:2.0:1749610162.741295:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610162.741295:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000400:00000200:2.0:1749610162.741296:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610162.741297:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749610162.741297:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193565696, offset 0 00000100:00000010:2.0:1749610162.741299:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebab480. 00000400:00000200:0.0:1749610162.741299:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610162.741303:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000200:0.0:1749610162.741303:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610162.741304:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610162.741306:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f6680 x1834598193565824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610162.741307:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada21000 00000400:00000200:0.0:1749610162.741309:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x68ed [1] + 0 00000400:00000200:0.0:1749610162.741311:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610162.741312:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133200. 02000000:00000010:2.0:1749610162.741313:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096899400. 00000400:00000200:0.0:1749610162.741313:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610162.741315:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886480. 00000100:00000200:0.0:1749610162.741315:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f6d80 x1834598193565696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610162.741316:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbcc00. 00000020:00000010:3.0:1749610162.741317:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000100:00000010:2.0:1749610162.741318:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f7800. 00000400:00000200:0.0:1749610162.741322:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:0.0:1749610162.741323:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000400:00000010:2.0:1749610162.741324:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610162.741325:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610162.741326:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:0.0:1749610162.741326:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000100:00000200:2.0:1749610162.741328:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f6d80 x1834598193565696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610162.741328:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:0.0:1749610162.741329:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb800. 00000100:00000200:2.0:1749610162.741331:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f6d80 x1834598193565696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610162.741332:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193565824 02000000:00000010:2.0:1749610162.741338:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012f1b0000. 00010000:00020000:3.0:1749610162.741339:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749610162.741340:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbf800. 02000000:00000010:3.0:1749610162.741342:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136ac8000. 00000100:00000010:2.0:1749610162.741344:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6d80. 00000400:00000010:3.0:1749610162.741346:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000100:00000200:3.0:1749610162.741348:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193565824, offset 0 00000400:00000200:3.0:1749610162.741350:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610162.741354:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610162.741357:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada21080 00000400:00000200:3.0:1749610162.741360:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x68f5 [1] + 0 00000400:00000200:3.0:1749610162.741363:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610162.741364:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610162.741367:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f6680 x1834598193565824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610162.741379:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:3.0:1749610162.741380:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000020:00000010:3.0:1749610162.741384:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886480. 00000020:00000010:3.0:1749610162.741386:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000020:00000010:3.0:1749610162.741388:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133200. 00000400:00000010:2.0:1749610162.741394:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749610162.741396:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610162.741397:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610162.741400:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f6680 x1834598193565824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610162.741404:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f6680 x1834598193565824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610162.741412:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012f1b1c00. 02000000:00000010:2.0:1749610162.741414:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbf000. 00000100:00000010:2.0:1749610162.741416:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6680. 00000100:00000010:0.0:1749610162.742726:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2000. 00000100:00000010:2.0:1749610162.742728:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2d40. 00000100:00000010:1.0:1749610162.742745:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2180. 00000100:00000010:3.0:1749610162.742756:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2780. 00000100:00000010:0.0:1749610163.528741:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6a00. 02000000:00000010:0.0:1749610163.528765:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610163.528781:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610163.528809:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610163.528815:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610163.528821:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6a00. 00000100:00000010:0.0:1749610165.529729:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6a00. 02000000:00000010:0.0:1749610165.529754:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610165.529768:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610165.529783:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610165.529789:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610165.529793:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6a00. 00000100:00000010:0.0:1749610167.530739:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6a00. 02000000:00000010:0.0:1749610167.530761:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610167.530777:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610167.530792:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610167.530797:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610167.530803:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6a00. 00000100:00000010:2.0:1749610167.748864:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9c00. 02000000:00000010:2.0:1749610167.748888:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1c00. 00000100:00000010:2.0:1749610167.748924:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebaa680. 02000000:00000010:2.0:1749610167.748930:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0000. 00000100:00000010:2.0:1749610167.748942:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8e00. 02000000:00000010:2.0:1749610167.748945:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0c00. 02000000:00000010:0.0:1749610167.748945:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbe000. 00000100:00000010:2.0:1749610167.748951:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebab100. 02000000:00000010:2.0:1749610167.748955:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9b00. 00000400:00000010:0.0:1749610167.748955:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaec8. 00000400:00000010:0.0:1749610167.748962:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610167.748969:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193566592, portal 4 00000400:00000010:0.0:1749610167.748975:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d94c8. 00000100:00000200:0.0:1749610167.748977:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193566592, offset 0 00000400:00000200:0.0:1749610167.748984:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610167.748989:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9880. 02000000:00000010:2.0:1749610167.748994:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9a00. 00000400:00000200:0.0:1749610167.748997:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610167.749008:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada21380 00000400:00000200:0.0:1749610167.749015:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 2080 00000400:00000200:0.0:1749610167.749023:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610167.749025:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749610167.749029:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0000. 00000100:00000200:0.0:1749610167.749030:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610167.749034:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6a00. 00000400:00000010:1.0:1749610167.749035:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52898. 00000400:00000010:1.0:1749610167.749039:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610167.749042:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193567104, portal 4 00000400:00000010:1.0:1749610167.749047:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610167.749049:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193567104, offset 0 00000400:00000200:0.0:1749610167.749050:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d94c8 02000000:00000010:3.0:1749610167.749052:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133200. 00000400:00000010:0.0:1749610167.749052:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d94c8. 00000400:00000200:1.0:1749610167.749056:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610167.749058:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012eba9c00 x1834598193566592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610167.749062:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610167.749068:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada21580 00000400:00000010:3.0:1749610167.749069:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb00. 00000400:00000010:3.0:1749610167.749073:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ec38. 00000400:00000200:1.0:1749610167.749074:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 6312 00000400:00000200:1.0:1749610167.749078:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610167.749081:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610167.749083:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193566976, portal 10 00000100:00000010:0.0:1749610167.749084:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051280. 00000100:00000200:1.0:1749610167.749086:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:3.0:1749610167.749087:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610167.749088:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193566976, offset 0 00000100:00000010:1.0:1749610167.749090:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661880. 00000400:00000200:3.0:1749610167.749092:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610167.749093:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40514c0. 00000400:00000200:3.0:1749610167.749097:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610167.749097:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a40. 00000400:00000200:3.0:1749610167.749101:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada21500 00000400:00000200:3.0:1749610167.749105:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 31376 00000100:00000010:0.0:1749610167.749107:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a00. 00000400:00000200:3.0:1749610167.749109:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610167.749111:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610167.749115:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610167.749117:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000100:00000010:3.0:1749610167.749118:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f2d80. 02000000:00000010:0.0:1749610167.749118:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbe400. 00000400:00000010:1.0:1749610167.749119:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000400:00000010:0.0:1749610167.749120:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea1b8. 00000400:00000010:0.0:1749610167.749122:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d94c8. 00000100:00000200:1.0:1749610167.749124:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012eba9880 x1834598193567104/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610167.749124:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193566720, portal 10 00000400:00000010:0.0:1749610167.749127:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9088. 00000100:00000200:0.0:1749610167.749128:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193566720, offset 0 00000400:00000200:3.0:1749610167.749130:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610167.749131:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610167.749134:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ebab100 x1834598193566976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610167.749137:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610167.749140:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610167.749143:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada21400 00000400:00000200:0.0:1749610167.749146:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 31600 00000400:00000200:0.0:1749610167.749149:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610167.749151:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610167.749152:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749610167.749153:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8440. 00000100:00000010:0.0:1749610167.749155:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7100. 00000020:00000010:2.0:1749610167.749160:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8840. 00000400:00000200:0.0:1749610167.749162:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9088 00000400:00000010:0.0:1749610167.749163:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9088. 00000100:00000200:0.0:1749610167.749164:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ebaa680 x1834598193566720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610167.749165:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1200. 00000020:00000010:1.0:1749610167.749170:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013c00. 00000020:00000010:2.0:1749610167.749172:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b400. 00000020:00000010:3.0:1749610167.749173:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2780. 02000000:00000010:0.0:1749610167.749174:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbc400. 00000020:00000010:2.0:1749610167.749175:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6780. 00000020:00000010:1.0:1749610167.749175:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000020:00000010:3.0:1749610167.749176:0:17854:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051800. 00000400:00000010:0.0:1749610167.749176:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eae70. 00000400:00000010:0.0:1749610167.749177:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9088. 00000100:00000200:0.0:1749610167.749178:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193566848, portal 10 00000020:00000010:2.0:1749610167.749179:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf734b0. 00000400:00000010:0.0:1749610167.749180:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9908. 00000020:00000010:3.0:1749610167.749182:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133c00. 00000100:00000200:0.0:1749610167.749182:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193566848, offset 0 00000400:00000200:0.0:1749610167.749183:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610167.749185:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886480. 00000400:00000200:0.0:1749610167.749186:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610167.749187:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada21480 00000020:00000010:3.0:1749610167.749188:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09258. 00000400:00000200:0.0:1749610167.749193:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 32120 00000400:00000200:0.0:1749610167.749195:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610167.749196:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193566592 00000400:00000200:0.0:1749610167.749197:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610167.749198:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749610167.749199:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8840. 00000020:00000010:2.0:1749610167.749201:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8840. 00000100:00000010:0.0:1749610167.749201:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6300. 00000100:00000200:2.0:1749610167.749204:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193567104 00010000:00020000:1.0:1749610167.749215:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610167.749217:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9908 00000400:00000010:0.0:1749610167.749217:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9908. 00000020:00000010:3.0:1749610167.749220:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 02000000:00000010:2.0:1749610167.749220:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096899400. 00000100:00000200:0.0:1749610167.749220:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012eba8e00 x1834598193566848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610167.749222:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a705400. 00000020:00000010:3.0:1749610167.749223:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886380. 00000020:00000010:3.0:1749610167.749225:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace094b0. 00000400:00000010:1.0:1749610167.749231:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00010000:00000200:2.0:1749610167.749234:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131661880 x1834598193567104/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1749610178 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610167.749234:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193566592, offset 0 00000020:00000010:3.0:1749610167.749237:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132600. 00000400:00000200:1.0:1749610167.749238:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610167.749239:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886c00. 00000020:00000010:3.0:1749610167.749241:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09578. 00000020:00000010:0.0:1749610167.749241:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051200. 00000020:00000010:0.0:1749610167.749243:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051200. 00000400:00000200:1.0:1749610167.749244:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610167.749244:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193566976 00000400:00000010:2.0:1749610167.749246:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610167.749249:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193567104, offset 224 00000400:00000200:1.0:1749610167.749249:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada21380 00000100:00000200:3.0:1749610167.749250:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193566720 00000400:00000200:1.0:1749610167.749252:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6905 [1] + 0 02000000:00000010:0.0:1749610167.749252:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbd000. 00010000:00000200:0.0:1749610167.749255:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f2d80 x1834598193566976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:358/0 lens 224/224 e 0 to 0 dl 1749610178 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610167.749256:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:3.0:1749610167.749259:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610167.749259:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610167.749262:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9908. 02000000:00000010:3.0:1749610167.749265:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136acb400. 00000400:00000200:2.0:1749610167.749265:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610167.749268:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193566976, offset 224 00000400:00000010:3.0:1749610167.749270:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:1.0:1749610167.749270:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eba9c00 x1834598193566592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610167.749270:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610167.749271:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610167.749273:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610167.749276:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada21500 00000100:00000200:3.0:1749610167.749277:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193566720, offset 0 00000400:00000200:2.0:1749610167.749278:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada21580 00000400:00000200:0.0:1749610167.749278:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6915 [1] + 224 00000400:00000200:0.0:1749610167.749280:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610167.749281:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610167.749282:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610167.749285:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x690d [1] + 224 00000400:00000200:3.0:1749610167.749286:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610167.749289:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada21400 00000400:00000200:2.0:1749610167.749289:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610167.749289:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000100:00000200:0.0:1749610167.749290:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ebab100 x1834598193566976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610167.749291:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000400:00000200:2.0:1749610167.749293:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610167.749294:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x691d [1] + 0 00000400:00000200:3.0:1749610167.749297:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610167.749299:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610167.749299:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eba9880 x1834598193567104/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610167.749299:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9908 00000020:00000010:1.0:1749610167.749300:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013c00. 00000400:00000010:0.0:1749610167.749300:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9908. 00000100:00000200:3.0:1749610167.749303:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ebaa680 x1834598193566720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610167.749305:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886480. 00000020:00000010:1.0:1749610167.749306:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000020:00000010:0.0:1749610167.749307:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09258. 00000020:00000010:1.0:1749610167.749309:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1200. 00000020:00000010:0.0:1749610167.749309:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133c00. 00000400:00000200:3.0:1749610167.749312:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610167.749313:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000400:00000200:2.0:1749610167.749315:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000100:00000200:0.0:1749610167.749317:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193566848 00000400:00000010:2.0:1749610167.749318:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:3.0:1749610167.749320:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886380. 00000020:00000010:3.0:1749610167.749322:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace094b0. 00000020:00000010:3.0:1749610167.749323:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 00000400:00000010:1.0:1749610167.749325:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52898. 00000020:00000010:2.0:1749610167.749327:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6780. 00010000:00020000:0.0:1749610167.749328:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610167.749329:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000020:00000010:2.0:1749610167.749330:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf734b0. 00000400:00000010:1.0:1749610167.749331:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 02000000:00000010:0.0:1749610167.749331:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbd800. 00000100:00000200:1.0:1749610167.749334:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eba9880 x1834598193567104/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610167.749335:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b400. 00000400:00000010:0.0:1749610167.749335:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9908. 00000100:00000200:0.0:1749610167.749337:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193566848, offset 0 00000400:00000200:0.0:1749610167.749339:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610167.749342:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610167.749345:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada21480 00000400:00000200:0.0:1749610167.749347:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6925 [1] + 0 00000100:00000200:1.0:1749610167.749349:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012eba9880 x1834598193567104/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610167.749349:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610167.749351:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610167.749353:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eba8e00 x1834598193566848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610167.749359:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9908 00000400:00000010:0.0:1749610167.749360:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9908. 00000020:00000010:0.0:1749610167.749369:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886c00. 00000020:00000010:0.0:1749610167.749371:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09578. 00000020:00000010:0.0:1749610167.749373:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132600. 02000000:00000010:1.0:1749610167.749376:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0000. 02000000:00000010:1.0:1749610167.749380:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9a00. 00000400:00000010:0.0:1749610167.749383:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb00. 00000100:00000010:1.0:1749610167.749384:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba9880. 00000400:00000200:0.0:1749610167.749388:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ec38 00000400:00000010:0.0:1749610167.749389:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ec38. 00000100:00000200:0.0:1749610167.749391:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ebab100 x1834598193566976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610167.749395:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ebab100 x1834598193566976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610167.749405:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133200. 02000000:00000010:0.0:1749610167.749407:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9b00. 00000100:00000010:0.0:1749610167.749409:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebab100. 00000400:00000010:0.0:1749610167.749418:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eae70. 00000400:00000200:0.0:1749610167.749420:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9088 00000400:00000010:0.0:1749610167.749420:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9088. 00000100:00000200:0.0:1749610167.749422:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eba8e00 x1834598193566848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610167.749430:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012eba8e00 x1834598193566848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610167.749441:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaec8. 00000400:00000200:0.0:1749610167.749442:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:0.0:1749610167.749443:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610167.749445:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eba9c00 x1834598193566592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610167.749449:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012eba9c00 x1834598193566592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610167.749455:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbc400. 02000000:00000010:0.0:1749610167.749456:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0c00. 00000100:00000010:0.0:1749610167.749458:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba8e00. 02000000:00000010:0.0:1749610167.749463:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbe000. 02000000:00000010:0.0:1749610167.749464:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1c00. 00000100:00000010:0.0:1749610167.749466:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba9c00. 00000400:00000010:0.0:1749610167.749469:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea1b8. 00000400:00000200:0.0:1749610167.749470:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d94c8 00000400:00000010:0.0:1749610167.749471:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d94c8. 00000100:00000200:0.0:1749610167.749473:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ebaa680 x1834598193566720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610167.749477:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ebaa680 x1834598193566720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610167.749482:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbe400. 02000000:00000010:0.0:1749610167.749483:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0000. 00000100:00000010:0.0:1749610167.749484:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebaa680. 00000100:00000010:0.0:1749610167.750706:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051280. 00000100:00000010:3.0:1749610167.750725:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a00. 00000100:00000010:2.0:1749610167.750730:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a40. 00000100:00000010:1.0:1749610167.750752:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40514c0. 00000100:00000010:0.0:1749610169.531789:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6680. 02000000:00000010:0.0:1749610169.531821:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610169.531839:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610169.531873:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610169.531881:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610169.531887:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6680. 00000100:00000010:0.0:1749610171.532768:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6680. 02000000:00000010:0.0:1749610171.532789:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610171.532801:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610171.532813:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610171.532818:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610171.532822:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6680. 00000400:00000010:2.0:1749610172.748866:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000400:00000200:2.0:1749610172.748877:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:2.0:1749610172.748879:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610172.748890:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f5180 x1834598193562496/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610172 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610172.748903:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f5180 x1834598193562496/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610172 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610172.748974:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009dad0800. 02000000:00000010:2.0:1749610172.748982:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096899000. 00000100:00000010:2.0:1749610172.748986:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5180. 00000100:00000010:0.0:1749610172.749084:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6680. 02000000:00000010:0.0:1749610172.749112:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbe400. 00000100:00000010:0.0:1749610172.749173:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6d80. 02000000:00000010:0.0:1749610172.749181:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbe000. 00000100:00000010:0.0:1749610172.749199:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7800. 02000000:00000010:2.0:1749610172.749204:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096899000. 02000000:00000010:0.0:1749610172.749204:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbc400. 00000400:00000010:2.0:1749610172.749211:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000400:00000010:2.0:1749610172.749215:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000010:0.0:1749610172.749217:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5f80. 00000100:00000200:2.0:1749610172.749220:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193567488, portal 25 02000000:00000010:0.0:1749610172.749222:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbc800. 00000100:00000010:0.0:1749610172.749230:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5c00. 02000000:00000010:0.0:1749610172.749236:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9bd00. 00000400:00000010:2.0:1749610172.749241:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610172.749245:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193567488, offset 0 00000400:00000200:2.0:1749610172.749252:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610172.749264:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610172.749275:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada21700 00000400:00000100:2.0:1749610172.749281:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193567488 offset 0 length 520: 4 00000100:00000010:0.0:1749610172.749284:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4380. 00000400:00000200:2.0:1749610172.749300:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e305ce0 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000010:0.0:1749610172.749302:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9ba00. 00000400:00000200:2.0:1749610172.749304:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000010:3.0:1749610172.749311:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132c00. 00000400:00000200:2.0:1749610172.749311:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610172.749314:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610172.749321:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f6680 x1834598193567488/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610172.749324:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb58. 00000400:00000010:3.0:1749610172.749332:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610172.749340:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193568000, portal 10 00000100:00000010:2.0:1749610172.749342:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8840. 00000400:00000010:3.0:1749610172.749348:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610172.749350:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193568000, offset 0 00000400:00000200:3.0:1749610172.749359:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610172.749373:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8b00. 00000400:00000200:3.0:1749610172.749374:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610172.749381:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8d80. 00000400:00000200:3.0:1749610172.749385:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada21900 00000100:00000010:2.0:1749610172.749386:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8500. 00000400:00000200:3.0:1749610172.749393:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 32640 00000400:00000200:3.0:1749610172.749402:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610172.749406:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610172.749407:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009dad0800. 02000000:00000010:1.0:1749610172.749410:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0000. 00000400:00000010:2.0:1749610172.749412:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000100:00000200:3.0:1749610172.749413:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:2.0:1749610172.749417:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000010:3.0:1749610172.749418:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f2300. 00000100:00000200:2.0:1749610172.749421:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193567616, portal 4 00000400:00000010:1.0:1749610172.749422:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52898. 00000400:00000010:2.0:1749610172.749428:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000010:1.0:1749610172.749429:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:2.0:1749610172.749432:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193567616, offset 0 00000100:00000200:1.0:1749610172.749435:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193568128, portal 4 00000400:00000200:2.0:1749610172.749438:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610172.749443:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000400:00000200:3.0:1749610172.749447:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000200:2.0:1749610172.749447:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610172.749450:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000200:2.0:1749610172.749453:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada21780 00000100:00000200:3.0:1749610172.749457:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f5c00 x1834598193568000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610172.749461:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193568128, offset 0 00000400:00000200:1.0:1749610172.749470:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610172.749475:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051280. 00000400:00000200:2.0:1749610172.749480:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 2600 00000400:00000200:1.0:1749610172.749482:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610172.749484:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2780. 00000400:00000200:2.0:1749610172.749489:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610172.749492:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada21980 00000400:00000200:2.0:1749610172.749494:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610172.749500:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610172.749503:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 6536 00000100:00000010:2.0:1749610172.749506:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebaa680. 00000020:00000010:0.0:1749610172.749507:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb800. 00000400:00000200:1.0:1749610172.749510:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610172.749513:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610172.749514:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000100:00000200:1.0:1749610172.749519:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1749610172.749561:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662680. 00000400:00000200:2.0:1749610172.749567:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610172.749575:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:0.0:1749610172.749579:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000100:00000200:2.0:1749610172.749582:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f6d80 x1834598193567616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610172.749588:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610172.749590:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610172.749596:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f4380 x1834598193568128/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610172.749602:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132200. 00000020:00000010:3.0:1749610172.749607:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886380. 00000020:00000010:3.0:1749610172.749610:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace094b0. 02000000:00000010:2.0:1749610172.749610:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009dad2c00. 00000400:00000010:2.0:1749610172.749629:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610172.749633:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000020:00000010:0.0:1749610172.749635:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051200. 00000100:00000200:2.0:1749610172.749637:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193567744, portal 10 00000020:00000010:0.0:1749610172.749639:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051200. 00000100:00000200:3.0:1749610172.749640:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193567616 00000400:00000010:2.0:1749610172.749642:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610172.749644:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193567744, offset 0 00000100:00000200:0.0:1749610172.749644:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193568000 00000400:00000200:2.0:1749610172.749650:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610172.749654:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca800. 00000400:00000200:2.0:1749610172.749657:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610172.749658:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8440. 00010000:00020000:3.0:1749610172.749663:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610172.749664:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada21800 02000000:00000010:0.0:1749610172.749665:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbc000. 00000020:00000010:1.0:1749610172.749668:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1200. 02000000:00000010:3.0:1749610172.749671:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136ac8800. 00000400:00000200:2.0:1749610172.749671:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 32864 00000020:00000010:1.0:1749610172.749672:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013c00. 00000400:00000200:2.0:1749610172.749678:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610172.749682:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610172.749718:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610172.749724:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9c00. 00000400:00000010:3.0:1749610172.749730:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610172.749735:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193567616, offset 0 00000400:00000200:3.0:1749610172.749740:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:0.0:1749610172.749742:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f2300 x1834598193568000/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1749610183 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610172.749743:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000200:3.0:1749610172.749747:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610172.749747:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610172.749752:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f7800 x1834598193567744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610172.749754:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada21780 00000020:00000010:1.0:1749610172.749755:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000400:00000200:3.0:1749610172.749759:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6951 [1] + 0 00000400:00000200:3.0:1749610172.749764:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610172.749767:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610172.749772:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f6d80 x1834598193567616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610172.749779:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca340. 00000020:00000010:1.0:1749610172.749781:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca340. 00000100:00000200:1.0:1749610172.749784:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193568128 00000400:00000010:0.0:1749610172.749784:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d94c8. 00000400:00000200:3.0:1749610172.749786:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610172.749788:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000200:0.0:1749610172.749792:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193568000, offset 224 02000000:00000010:1.0:1749610172.749796:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a705c00. 00000020:00000010:2.0:1749610172.749798:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b400. 00000020:00000010:3.0:1749610172.749799:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886380. 00000400:00000200:0.0:1749610172.749801:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610172.749803:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace094b0. 00000020:00000010:2.0:1749610172.749805:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6780. 00000020:00000010:3.0:1749610172.749806:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132200. 00000020:00000010:2.0:1749610172.749810:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf734b0. 00010000:00000200:1.0:1749610172.749811:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131662680 x1834598193568128/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:363/0 lens 224/224 e 0 to 0 dl 1749610183 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610172.749812:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610172.749821:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada21900 00000400:00000010:1.0:1749610172.749823:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000400:00000200:0.0:1749610172.749828:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6949 [1] + 224 00000100:00000200:1.0:1749610172.749834:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193568128, offset 224 00000400:00000200:0.0:1749610172.749834:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610172.749838:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610172.749839:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610172.749845:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610172.749848:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193567744 00000100:00000200:0.0:1749610172.749848:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f5c00 x1834598193568000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610172.749850:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada21980 00000400:00000200:1.0:1749610172.749855:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6959 [1] + 224 00000400:00000200:1.0:1749610172.749859:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610172.749862:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610172.749866:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f4380 x1834598193568128/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749610172.749871:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:3.0:1749610172.749874:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb58. 02000000:00000010:2.0:1749610172.749880:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad2800. 00000400:00000200:3.0:1749610172.749882:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610172.749883:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610172.749887:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f5c00 x1834598193568000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610172.749892:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:3.0:1749610172.749894:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f5c00 x1834598193568000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610172.749895:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d94c8 00000400:00000010:0.0:1749610172.749899:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d94c8. 00000100:00000200:2.0:1749610172.749904:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193567744, offset 0 00000400:00000200:1.0:1749610172.749908:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610172.749911:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000400:00000200:2.0:1749610172.749917:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610172.749918:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132c00. 02000000:00000010:3.0:1749610172.749922:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9bd00. 00000400:00000200:2.0:1749610172.749925:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610172.749926:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013c00. 00000020:00000010:0.0:1749610172.749926:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000400:00000200:2.0:1749610172.749931:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada21800 00000020:00000010:0.0:1749610172.749931:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000100:00000010:3.0:1749610172.749933:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5c00. 00000020:00000010:1.0:1749610172.749936:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000020:00000010:0.0:1749610172.749936:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb800. 00000020:00000010:1.0:1749610172.749941:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1200. 00000400:00000200:2.0:1749610172.749946:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6961 [1] + 0 00000400:00000200:2.0:1749610172.749952:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610172.749956:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610172.749963:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f7800 x1834598193567744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610172.749965:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52898. 00000400:00000200:1.0:1749610172.749970:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610172.749972:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610172.749978:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f4380 x1834598193568128/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610172.749979:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610172.749982:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:1.0:1749610172.749989:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f4380 x1834598193568128/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610172.749997:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6780. 00000020:00000010:2.0:1749610172.750001:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf734b0. 00000020:00000010:2.0:1749610172.750007:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b400. 02000000:00000010:1.0:1749610172.750010:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0000. 02000000:00000010:1.0:1749610172.750014:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9ba00. 00000100:00000010:1.0:1749610172.750018:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4380. 00000400:00000010:2.0:1749610172.750052:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610172.750055:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610172.750057:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610172.750063:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f7800 x1834598193567744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610172.750074:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f7800 x1834598193567744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610172.750104:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a213000. 00000400:00000010:2.0:1749610172.750108:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610172.750111:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610172.750114:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193567872, portal 10 00000400:00000010:2.0:1749610172.750120:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610172.750123:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193567872, offset 0 00000400:00000200:2.0:1749610172.750128:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610172.750135:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610172.750141:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada21880 00000400:00000200:2.0:1749610172.750146:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 33384 00000400:00000200:2.0:1749610172.750151:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610172.750155:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610172.750158:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610172.750163:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba8e00. 00000400:00000200:2.0:1749610172.750192:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610172.750200:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610172.750207:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f5f80 x1834598193567872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610172.750229:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009dad2c00. 02000000:00000010:2.0:1749610172.750235:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbc400. 00000100:00000010:2.0:1749610172.750239:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f7800. 00000400:00000010:2.0:1749610172.750250:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:2.0:1749610172.750253:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610172.750255:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:0.0:1749610172.750255:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb800. 00000100:00000200:2.0:1749610172.750260:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f6d80 x1834598193567616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610172.750261:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610172.750264:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000100:00000200:2.0:1749610172.750271:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f6d80 x1834598193567616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610172.750290:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009dad0800. 02000000:00000010:2.0:1749610172.750293:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbe000. 00000100:00000010:2.0:1749610172.750297:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6d80. 00000100:00000200:0.0:1749610172.750305:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193567872 00010000:00020000:0.0:1749610172.750322:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610172.750330:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbdc00. 00000400:00000010:0.0:1749610172.750339:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d94c8. 00000100:00000200:0.0:1749610172.750344:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193567872, offset 0 00000400:00000200:0.0:1749610172.750350:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610172.750360:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610172.750369:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada21880 00000400:00000200:0.0:1749610172.750375:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6979 [1] + 0 00000400:00000200:0.0:1749610172.750382:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610172.750386:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610172.750395:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f5f80 x1834598193567872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610172.750447:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d94c8 00000400:00000010:0.0:1749610172.750450:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d94c8. 00000020:00000010:0.0:1749610172.750464:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610172.750468:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:0.0:1749610172.750472:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb800. 00000400:00000010:2.0:1749610172.750488:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:2.0:1749610172.750493:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610172.750496:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610172.750503:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f5f80 x1834598193567872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610172.750514:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f5f80 x1834598193567872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610172.750567:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a213000. 02000000:00000010:2.0:1749610172.750571:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbc800. 00000100:00000010:2.0:1749610172.750575:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5f80. 00000100:00000010:2.0:1749610172.760753:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8d80. 00000100:00000010:1.0:1749610172.760766:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8b00. 00000100:00000010:3.0:1749610172.760771:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8500. 00000100:00000010:0.0:1749610172.760800:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8840. 00000100:00000010:0.0:1749610173.533810:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4e00. 02000000:00000010:0.0:1749610173.533846:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610173.533871:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610173.533895:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610173.533905:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610173.533913:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4e00. 00000100:00000010:0.0:1749610175.534800:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4e00. 02000000:00000010:0.0:1749610175.534833:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610175.534856:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610175.534877:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610175.534887:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610175.534894:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4e00. 00000100:00000010:0.0:1749610177.535733:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4e00. 02000000:00000010:0.0:1749610177.535752:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610177.535767:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610177.535780:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610177.535786:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610177.535791:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4e00. 10000000:00000010:3.0:1749610177.611813:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012c0e2ec0. 00000020:00000010:3.0:1749610177.611829:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000020:00000010:3.0:1749610177.611835:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a6132200. 00000040:00000010:3.0:1749610177.611839:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a6133600. 00000020:00000010:3.0:1749610177.611844:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4251800. 00000020:00000010:3.0:1749610177.611849:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a6132800. 80000000:00000010:3.0:1749610177.611854:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc30300. 00040000:00000010:3.0:1749610177.611859:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a6133000. 00080000:00000010:3.0:1749610177.611866:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a9000. 00080000:00000010:3.0:1749610177.611872:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d526000. 00000020:00000010:3.0:1749610177.611884:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a6132200. 00000040:00000010:3.0:1749610177.611889:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a6133600. 00000020:00000010:3.0:1749610177.611894:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4251800. 00000020:00000010:3.0:1749610177.611898:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a6132800. 80000000:00000010:3.0:1749610177.611901:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012dc30300. 00040000:00000010:3.0:1749610177.611904:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a6133000. 00080000:00000010:3.0:1749610177.611908:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012d526000. 00080000:00000010:3.0:1749610177.611914:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a9000. 00000020:00000010:3.0:1749610177.611917:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 10000000:00000010:3.0:1749610177.611919:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012c0e2ec0. 10000000:00020000:3.0:1749610177.611923:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000010:3.0:1749610177.611934:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1f80. 02000000:00000010:3.0:1749610177.611950:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6132c00. 00010000:00000010:3.0:1749610177.611968:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b47aad00. 00010000:00000010:3.0:1749610177.611974:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6133400. 00000100:00000010:3.0:1749610177.611996:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a80c0600. 00000100:00000200:3.0:1749610177.612013:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8800966f1f80 x1834598193568640/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610177.612033:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a80c0600. 02000000:00000010:3.0:1749610177.612086:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6132c00. 00000100:00000010:3.0:1749610177.612090:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f1f80. 00010000:00000010:1.1:1749610177.614833:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b47aad00. 00010000:00000010:1.1:1749610177.614844:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6133400. 00000100:00000010:2.0:1749610177.764946:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebab100. 02000000:00000010:2.0:1749610177.764978:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a213000. 00000100:00000010:2.0:1749610177.765032:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9880. 02000000:00000010:2.0:1749610177.765041:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a213800. 02000000:00000010:0.0:1749610177.765069:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbe800. 00000400:00000010:0.0:1749610177.765082:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ea1b8. 00000100:00000010:2.0:1749610177.765084:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e4a80. 02000000:00000010:2.0:1749610177.765091:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009dad0800. 00000400:00000010:0.0:1749610177.765092:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d94c8. 00000100:00000010:2.0:1749610177.765101:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5500. 00000100:00000200:0.0:1749610177.765102:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193568768, portal 4 02000000:00000010:2.0:1749610177.765107:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9e00. 00000400:00000010:0.0:1749610177.765110:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610177.765113:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193568768, offset 0 00000400:00000200:0.0:1749610177.765123:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610177.765149:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610177.765152:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e7800. 02000000:00000010:2.0:1749610177.765159:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9700. 00000400:00000200:0.0:1749610177.765162:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada21c00 00000400:00000200:0.0:1749610177.765171:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 3120 00000400:00000200:0.0:1749610177.765180:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610177.765184:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610177.765192:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610177.765197:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4e00. 02000000:00000010:2.0:1749610177.765209:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7b400. 00000400:00000010:2.0:1749610177.765216:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd948. 00000400:00000010:2.0:1749610177.765223:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610177.765229:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193569280, portal 4 00000400:00000200:0.0:1749610177.765229:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 02000000:00000010:1.0:1749610177.765232:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0000. 00000400:00000010:0.0:1749610177.765232:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000400:00000010:2.0:1749610177.765237:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610177.765240:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193569280, offset 0 00000100:00000200:0.0:1749610177.765240:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ebab100 x1834598193568768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610177.765244:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52898. 00000400:00000200:2.0:1749610177.765248:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610177.765260:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610177.765261:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051200. 00000400:00000010:1.0:1749610177.765264:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610177.765269:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193569152, portal 10 00000020:00000010:3.0:1749610177.765271:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000400:00000200:2.0:1749610177.765271:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada21e00 00000100:00000010:0.0:1749610177.765275:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40511c0. 00000020:00000010:3.0:1749610177.765280:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886380. 00000100:00000010:0.0:1749610177.765280:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051580. 00000400:00000200:2.0:1749610177.765281:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 6760 00000100:00000010:0.0:1749610177.765284:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40513c0. 00000020:00000010:3.0:1749610177.765286:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace094b0. 00000400:00000200:2.0:1749610177.765288:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610177.765288:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610177.765292:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193569152, offset 0 00000400:00000200:2.0:1749610177.765293:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610177.765300:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:0.0:1749610177.765300:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbc800. 00000400:00000200:1.0:1749610177.765301:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749610177.765303:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eaec8. 00000100:00000010:2.0:1749610177.765306:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e7100. 00000400:00000010:0.0:1749610177.765306:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d93b8. 00000100:00000200:0.0:1749610177.765309:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193568896, portal 10 00000400:00000200:1.0:1749610177.765312:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610177.765314:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9088. 00000100:00000200:0.0:1749610177.765315:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193568896, offset 0 00000100:00000200:3.0:1749610177.765318:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193568768 00000400:00000200:0.0:1749610177.765319:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610177.765322:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada21d80 00000400:00000200:0.0:1749610177.765325:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610177.765330:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada21c80 00000400:00000200:1.0:1749610177.765331:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 33904 00000400:00000200:1.0:1749610177.765340:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:3.0:1749610177.765342:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610177.765345:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000200:1.0:1749610177.765345:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610177.765349:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 02000000:00000010:3.0:1749610177.765354:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136acac00. 00000400:00000200:0.0:1749610177.765357:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 34128 00000100:00000200:2.0:1749610177.765358:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e7800 x1834598193569280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610177.765361:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610177.765364:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610177.765367:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1749610177.765369:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000010:1.0:1749610177.765373:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663800. 00000100:00000200:3.0:1749610177.765375:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193568768, offset 0 00000400:00000200:3.0:1749610177.765384:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610177.765394:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610177.765399:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000020:00000010:0.0:1749610177.765401:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051740. 00000400:00000010:1.0:1749610177.765402:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000400:00000200:3.0:1749610177.765404:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada21c00 00000020:00000010:0.0:1749610177.765407:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca800. 00000100:00000200:1.0:1749610177.765411:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e5500 x1834598193569152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610177.765412:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6985 [1] + 0 00000400:00000200:3.0:1749610177.765419:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610177.765420:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb800. 00000400:00000200:3.0:1749610177.765424:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610177.765424:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610177.765427:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000100:00000200:3.0:1749610177.765435:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ebab100 x1834598193568768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610177.765457:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610177.765460:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000020:00000010:0.0:1749610177.765461:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40519c0. 00000020:00000010:0.0:1749610177.765463:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40519c0. 00000100:00000200:1.0:1749610177.765466:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749610177.765466:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193569280 00000100:00000010:1.0:1749610177.765472:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662d80. 00000020:00000010:2.0:1749610177.765476:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8d80. 00000020:00000010:3.0:1749610177.765477:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886380. 00000020:00000010:2.0:1749610177.765513:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051280. 00000020:00000010:3.0:1749610177.765515:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace094b0. 00000400:00000200:1.0:1749610177.765519:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9088 00000020:00000010:3.0:1749610177.765522:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 00000400:00000010:1.0:1749610177.765523:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9088. 02000000:00000010:0.0:1749610177.765526:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbe000. 00000020:00000010:2.0:1749610177.765528:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a400. 00000100:00000200:1.0:1749610177.765530:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012eba9880 x1834598193568896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610177.765534:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6780. 00010000:00000200:0.0:1749610177.765535:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d0e7100 x1834598193569280/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:368/0 lens 224/224 e 0 to 0 dl 1749610188 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610177.765539:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf734b0. 00000400:00000010:0.0:1749610177.765548:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9908. 00000100:00000200:0.0:1749610177.765552:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193569280, offset 224 00000400:00000200:0.0:1749610177.765557:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610177.765564:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610177.765569:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada21e00 00000400:00000200:0.0:1749610177.765573:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x698d [1] + 224 00000020:00000010:2.0:1749610177.765576:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b000. 00000400:00000200:0.0:1749610177.765578:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610177.765580:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6a00. 00000020:00000010:1.0:1749610177.765580:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca340. 00000400:00000200:0.0:1749610177.765580:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610177.765583:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73898. 00000020:00000010:1.0:1749610177.765584:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca340. 00000100:00000200:0.0:1749610177.765585:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e7800 x1834598193569280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610177.765586:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193569152 02000000:00000010:1.0:1749610177.765599:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a704c00. 00000400:00000200:0.0:1749610177.765601:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9908 00000400:00000010:0.0:1749610177.765603:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9908. 00010000:00000200:1.0:1749610177.765605:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131663800 x1834598193569152/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:368/0 lens 224/224 e 0 to 0 dl 1749610188 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610177.765611:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610177.765615:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000400:00000010:1.0:1749610177.765617:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000020:00000010:0.0:1749610177.765618:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb800. 00000100:00000200:1.0:1749610177.765620:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193569152, offset 224 00000400:00000200:1.0:1749610177.765624:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610177.765631:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610177.765637:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada21d80 00000100:00000200:2.0:1749610177.765639:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193568896 00000400:00000010:0.0:1749610177.765639:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd948. 00000400:00000200:0.0:1749610177.765641:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:0.0:1749610177.765643:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:0.0:1749610177.765647:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e7800 x1834598193569280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610177.765648:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6995 [1] + 224 00000100:00000200:0.0:1749610177.765654:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e7800 x1834598193569280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749610177.765657:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610177.765660:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610177.765664:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610177.765666:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad2c00. 00000100:00000200:1.0:1749610177.765669:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e5500 x1834598193569152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610177.765706:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7b400. 02000000:00000010:0.0:1749610177.765712:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9700. 00000100:00000010:0.0:1749610177.765716:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e7800. 00000400:00000010:2.0:1749610177.765721:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610177.765727:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193568896, offset 0 00000400:00000200:1.0:1749610177.765731:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610177.765733:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000400:00000200:2.0:1749610177.765739:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610177.765745:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6780. 00000020:00000010:1.0:1749610177.765748:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf734b0. 00000400:00000200:2.0:1749610177.765749:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610177.765754:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a400. 00000400:00000200:2.0:1749610177.765758:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada21c80 00000400:00000200:2.0:1749610177.765765:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x699d [1] + 0 00000400:00000200:2.0:1749610177.765772:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610177.765774:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52898. 00000400:00000200:2.0:1749610177.765776:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610177.765778:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610177.765779:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610177.765783:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e5500 x1834598193569152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610177.765786:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eba9880 x1834598193568896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610177.765791:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e5500 x1834598193569152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610177.765804:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610177.765807:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 02000000:00000010:1.0:1749610177.765808:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0000. 02000000:00000010:1.0:1749610177.765812:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9e00. 00000100:00000010:1.0:1749610177.765815:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e5500. 00000020:00000010:2.0:1749610177.765820:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6a00. 00000020:00000010:2.0:1749610177.765825:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73898. 00000020:00000010:2.0:1749610177.765831:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b000. 00000400:00000010:1.0:1749610177.765840:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eaec8. 00000400:00000200:1.0:1749610177.765842:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d93b8 00000400:00000010:1.0:1749610177.765844:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d93b8. 00000100:00000200:1.0:1749610177.765847:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eba9880 x1834598193568896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610177.765854:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012eba9880 x1834598193568896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610177.765873:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a706000. 00000400:00000010:1.0:1749610177.765877:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52898. 00000400:00000010:1.0:1749610177.765880:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610177.765882:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193569024, portal 10 00000400:00000010:1.0:1749610177.765886:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610177.765905:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193569024, offset 0 00000400:00000200:1.0:1749610177.765910:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610177.765917:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610177.765922:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada21d00 00000400:00000200:1.0:1749610177.765926:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 34648 00000400:00000200:1.0:1749610177.765931:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610177.765933:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610177.765937:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610177.765940:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660a80. 00000400:00000200:1.0:1749610177.765964:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610177.765966:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610177.765970:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e4a80 x1834598193569024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610177.765986:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ea1b8. 00000400:00000200:1.0:1749610177.765988:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d94c8 00000400:00000010:1.0:1749610177.765989:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d94c8. 00000100:00000200:1.0:1749610177.765992:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ebab100 x1834598193568768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610177.766000:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ebab100 x1834598193568768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610177.766011:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b000. 02000000:00000010:1.0:1749610177.766014:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbc800. 00000020:00000010:2.0:1749610177.766016:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6a00. 02000000:00000010:1.0:1749610177.766018:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a213800. 00000020:00000010:2.0:1749610177.766019:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73898. 00000100:00000010:1.0:1749610177.766020:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba9880. 02000000:00000010:1.0:1749610177.766025:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbe800. 02000000:00000010:1.0:1749610177.766028:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a213000. 00000100:00000010:1.0:1749610177.766030:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebab100. 00000100:00000200:2.0:1749610177.766060:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193569024 00010000:00020000:2.0:1749610177.766076:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749610177.766085:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a79800. 00000400:00000010:2.0:1749610177.766094:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610177.766099:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193569024, offset 0 00000400:00000200:2.0:1749610177.766105:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610177.766115:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610177.766123:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada21d00 00000400:00000200:2.0:1749610177.766129:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x69b5 [1] + 0 00000400:00000200:2.0:1749610177.766135:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610177.766148:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610177.766156:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e4a80 x1834598193569024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610177.766195:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610177.766199:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:2.0:1749610177.766212:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6a00. 00000020:00000010:2.0:1749610177.766217:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73898. 00000400:00000010:1.0:1749610177.766218:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52898. 00000020:00000010:2.0:1749610177.766222:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b000. 00000400:00000200:1.0:1749610177.766222:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610177.766224:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610177.766228:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e4a80 x1834598193569024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610177.766236:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e4a80 x1834598193569024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610177.766258:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a706000. 02000000:00000010:1.0:1749610177.766261:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009dad0800. 00000100:00000010:1.0:1749610177.766267:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e4a80. 00000100:00000010:1.0:1749610177.766736:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40511c0. 00000100:00000010:0.0:1749610177.766740:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051200. 00000100:00000010:3.0:1749610177.766762:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40513c0. 00000100:00000010:2.0:1749610177.766768:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051580. 00000100:00000010:0.0:1749610179.536746:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5880. 02000000:00000010:0.0:1749610179.536764:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610179.536776:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610179.536788:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610179.536792:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610179.536796:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5880. 00000800:00000200:0.0:1749610181.512859:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749610181.512864:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749610181.512867:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610181.513187:0:1043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1749610181.537805:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5880. 02000000:00000010:0.0:1749610181.537824:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610181.537836:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610181.537859:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610181.537863:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610181.537867:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5880. 00000100:00000010:2.0:1749610182.772804:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e4000. 02000000:00000010:2.0:1749610182.772833:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136a7ac00. 00000100:00000010:2.0:1749610182.772883:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e4380. 02000000:00000010:2.0:1749610182.772890:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136a78400. 00000100:00000010:2.0:1749610182.772904:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e4700. 02000000:00000010:2.0:1749610182.772912:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2e000. 00000100:00000010:2.0:1749610182.772920:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e4e00. 02000000:00000010:2.0:1749610182.772926:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9900. 02000000:00000010:0.0:1749610182.772964:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbc400. 00000100:00000010:2.0:1749610182.772969:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5180. 02000000:00000010:2.0:1749610182.772976:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9f00. 00000400:00000010:0.0:1749610182.772976:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eae70. 00000400:00000010:0.0:1749610182.772985:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9908. 00000100:00000200:0.0:1749610182.772993:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193569664, portal 4 00000400:00000010:0.0:1749610182.773001:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610182.773003:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193569664, offset 0 02000000:00000010:3.0:1749610182.773005:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132c00. 00000400:00000200:0.0:1749610182.773012:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610182.773016:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb58. 00000400:00000010:3.0:1749610182.773022:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610182.773029:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193570048, portal 10 00000400:00000200:0.0:1749610182.773029:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610182.773034:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610182.773037:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193570048, offset 0 00000400:00000200:0.0:1749610182.773041:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada21f80 00000400:00000200:3.0:1749610182.773044:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610182.773051:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 3640 00000400:00000200:3.0:1749610182.773055:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610182.773059:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610182.773064:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610182.773065:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada22100 00000100:00000200:0.0:1749610182.773070:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1749610182.773071:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 35168 02000000:00000010:1.0:1749610182.773071:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0000. 00000100:00000010:0.0:1749610182.773075:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5880. 00000400:00000010:1.0:1749610182.773079:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52898. 00000400:00000010:1.0:1749610182.773093:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000400:00000200:3.0:1749610182.773094:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610182.773097:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610182.773097:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193570176, portal 4 00000400:00000010:1.0:1749610182.773103:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610182.773105:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193570176, offset 0 00000400:00000200:0.0:1749610182.773108:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610182.773110:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:1.0:1749610182.773116:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610182.773118:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e4000 x1834598193569664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610182.773121:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610182.773124:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749610182.773125:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1f80. 00000400:00000200:1.0:1749610182.773130:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada22180 00000400:00000200:1.0:1749610182.773137:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 6984 00000400:00000200:1.0:1749610182.773142:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610182.773145:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610182.773147:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610182.773149:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000020:00000010:2.0:1749610182.773152:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b000. 00000100:00000200:3.0:1749610182.773155:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e4e00 x1834598193570048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610182.773157:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1749610182.773161:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6a00. 00000100:00000010:1.0:1749610182.773161:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131660380. 00000100:00000010:0.0:1749610182.773162:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051200. 00000020:00000010:2.0:1749610182.773167:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73898. 00000400:00000200:1.0:1749610182.773186:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610182.773188:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610182.773193:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e5180 x1834598193570176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610182.773201:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193569664 00000020:00000010:3.0:1749610182.773205:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2ec0. 00000020:00000010:3.0:1749610182.773210:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8d80. 00000100:00000010:1.0:1749610182.773210:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca340. 00000020:00000010:0.0:1749610182.773212:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40519c0. 00000100:00000010:1.0:1749610182.773217:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca380. 00000020:00000010:0.0:1749610182.773217:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051740. 00000100:00000010:1.0:1749610182.773221:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca940. 00000020:00000010:3.0:1749610182.773222:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000020:00000010:0.0:1749610182.773224:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb800. 00000020:00000010:3.0:1749610182.773225:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886380. 00010000:00020000:2.0:1749610182.773228:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749610182.773228:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000020:00000010:3.0:1749610182.773229:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace094b0. 00000020:00000010:0.0:1749610182.773231:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 02000000:00000010:2.0:1749610182.773239:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2c000. 00000400:00000010:2.0:1749610182.773253:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000020:00000010:0.0:1749610182.773253:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051740. 00000020:00000010:0.0:1749610182.773255:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051740. 00000020:00000010:3.0:1749610182.773257:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e25c0. 00000100:00000200:2.0:1749610182.773257:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193569664, offset 0 00000100:00000200:0.0:1749610182.773257:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193570176 00000020:00000010:3.0:1749610182.773260:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e25c0. 00000100:00000200:3.0:1749610182.773262:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193570048 00000400:00000200:2.0:1749610182.773264:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610182.773272:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbf000. 00000400:00000200:2.0:1749610182.773273:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610182.773278:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b066c00. 00010000:00000200:0.0:1749610182.773279:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131660380 x1834598193570176/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:373/0 lens 224/224 e 0 to 0 dl 1749610193 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610182.773282:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada21f80 00010000:00000200:3.0:1749610182.773284:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f1f80 x1834598193570048/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:373/0 lens 224/224 e 0 to 0 dl 1749610193 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610182.773289:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x69c1 [1] + 0 00000400:00000010:0.0:1749610182.773290:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000400:00000010:3.0:1749610182.773296:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:0.0:1749610182.773306:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193570176, offset 224 00000400:00000200:2.0:1749610182.773307:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610182.773310:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610182.773311:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610182.773314:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193570048, offset 224 00000400:00000200:0.0:1749610182.773316:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610182.773318:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610182.773319:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e4000 x1834598193569664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610182.773322:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada22180 00000400:00000200:3.0:1749610182.773324:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610182.773326:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x69d1 [1] + 224 00000400:00000200:3.0:1749610182.773330:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada22100 00000400:00000200:0.0:1749610182.773330:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610182.773333:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610182.773334:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x69c9 [1] + 224 00000400:00000200:3.0:1749610182.773338:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610182.773338:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610182.773340:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000400:00000200:3.0:1749610182.773341:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610182.773346:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e5180 x1834598193570176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610182.773348:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e4e00 x1834598193570048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610182.773354:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6a00. 00000020:00000010:2.0:1749610182.773357:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73898. 00000400:00000200:3.0:1749610182.773359:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610182.773361:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000020:00000010:2.0:1749610182.773362:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b000. 00000020:00000010:3.0:1749610182.773370:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886380. 00000400:00000200:0.0:1749610182.773370:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610182.773372:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000020:00000010:3.0:1749610182.773379:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace094b0. 00000020:00000010:0.0:1749610182.773379:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000020:00000010:0.0:1749610182.773381:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:3.0:1749610182.773382:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000020:00000010:0.0:1749610182.773384:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb800. 00000400:00000010:1.0:1749610182.773396:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52898. 00000400:00000200:1.0:1749610182.773402:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610182.773403:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000400:00000010:0.0:1749610182.773407:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eae70. 00000100:00000200:1.0:1749610182.773408:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e5180 x1834598193570176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610182.773409:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9908 00000400:00000010:0.0:1749610182.773411:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9908. 00000100:00000200:0.0:1749610182.773414:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e4000 x1834598193569664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610182.773415:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb58. 00000100:00000200:1.0:1749610182.773416:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e5180 x1834598193570176/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610182.773420:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610182.773422:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610182.773426:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e4e00 x1834598193570048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610182.773428:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e4000 x1834598193569664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610182.773433:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e4e00 x1834598193570048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610182.773475:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0000. 02000000:00000010:0.0:1749610182.773478:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbf800. 02000000:00000010:1.0:1749610182.773480:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9f00. 00000400:00000010:0.0:1749610182.773482:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eae70. 00000100:00000010:1.0:1749610182.773484:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e5180. 00000400:00000010:0.0:1749610182.773484:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9908. 02000000:00000010:3.0:1749610182.773486:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132c00. 00000100:00000200:0.0:1749610182.773488:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193569792, portal 10 02000000:00000010:3.0:1749610182.773490:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9900. 00000100:00000010:3.0:1749610182.773505:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e4e00. 00000400:00000010:0.0:1749610182.773507:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610182.773508:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193569792, offset 0 00000400:00000200:0.0:1749610182.773511:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610182.773515:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610182.773518:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada22000 00000400:00000200:0.0:1749610182.773521:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 35392 00000400:00000200:0.0:1749610182.773524:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610182.773526:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610182.773528:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610182.773530:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7b80. 00000400:00000200:0.0:1749610182.773543:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610182.773544:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610182.773546:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e4380 x1834598193569792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610182.773558:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbcc00. 00000400:00000010:0.0:1749610182.773560:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610182.773562:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610182.773563:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193569920, portal 10 00000400:00000010:0.0:1749610182.773565:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000100:00000200:0.0:1749610182.773567:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193569920, offset 0 00000400:00000200:0.0:1749610182.773568:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610182.773571:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610182.773573:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada22080 00000400:00000200:0.0:1749610182.773575:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 35912 00000020:00000010:3.0:1749610182.773576:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000400:00000200:0.0:1749610182.773577:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610182.773579:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886380. 00000020:00000010:3.0:1749610182.773581:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace094b0. 00000400:00000200:0.0:1749610182.773582:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610182.773585:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610182.773587:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7480. 00000400:00000200:0.0:1749610182.773611:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 00000020:00000010:3.0:1749610182.773612:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000400:00000010:0.0:1749610182.773612:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 00000100:00000200:0.0:1749610182.773614:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e4700 x1834598193569920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610182.773615:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886980. 00000020:00000010:3.0:1749610182.773616:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09640. 02000000:00000010:0.0:1749610182.773623:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbc400. 00000100:00000200:1.0:1749610182.773624:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193569792 02000000:00000010:0.0:1749610182.773626:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136a7ac00. 00000100:00000010:0.0:1749610182.773628:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e4000. 00000100:00000200:3.0:1749610182.773630:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193569920 00010000:00020000:1.0:1749610182.773632:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610182.773636:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a706000. 00000400:00000010:1.0:1749610182.773640:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610182.773643:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193569792, offset 0 00010000:00020000:3.0:1749610182.773645:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610182.773646:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610182.773650:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610182.773651:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b067c00. 00000400:00000200:1.0:1749610182.773654:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada22000 00000400:00000010:3.0:1749610182.773656:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000400:00000200:1.0:1749610182.773657:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x69e5 [1] + 0 00000400:00000200:1.0:1749610182.773660:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610182.773661:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193569920, offset 0 00000400:00000200:1.0:1749610182.773662:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610182.773664:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610182.773670:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610182.773671:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e4380 x1834598193569792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610182.773694:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada22080 00000400:00000200:3.0:1749610182.773699:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x69ed [1] + 0 00000400:00000200:3.0:1749610182.773714:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610182.773716:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610182.773721:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e4700 x1834598193569920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610182.773737:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610182.773739:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000400:00000200:3.0:1749610182.773746:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610182.773748:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000020:00000010:1.0:1749610182.773748:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886380. 00000020:00000010:1.0:1749610182.773751:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace094b0. 00000020:00000010:1.0:1749610182.773754:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 00000020:00000010:3.0:1749610182.773757:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886980. 00000020:00000010:3.0:1749610182.773760:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09640. 00000020:00000010:3.0:1749610182.773762:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000400:00000010:0.0:1749610182.773764:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eae70. 00000400:00000200:0.0:1749610182.773768:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9908 00000400:00000010:0.0:1749610182.773769:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9908. 00000100:00000200:0.0:1749610182.773773:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e4380 x1834598193569792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610182.773780:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e4380 x1834598193569792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610182.773795:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610182.773796:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610182.773798:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610182.773801:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e4700 x1834598193569920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610182.773807:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e4700 x1834598193569920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610182.773816:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbf800. 02000000:00000010:0.0:1749610182.773819:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136a78400. 00000100:00000010:0.0:1749610182.773821:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e4380. 02000000:00000010:0.0:1749610182.773823:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbcc00. 02000000:00000010:0.0:1749610182.773825:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2e000. 00000100:00000010:0.0:1749610182.773827:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e4700. 00000100:00000010:1.0:1749610182.774714:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca340. 00000100:00000010:2.0:1749610182.774731:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca380. 00000100:00000010:0.0:1749610182.774732:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051200. 00000100:00000010:3.0:1749610182.774746:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca940. 00000100:00000010:0.0:1749610183.538784:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5f80. 02000000:00000010:0.0:1749610183.538817:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610183.538836:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610183.538856:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610183.538864:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610183.538871:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5f80. 00000100:00000010:0.0:1749610185.539749:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5f80. 02000000:00000010:0.0:1749610185.539767:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610185.539780:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610185.539792:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610185.539797:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610185.539802:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5f80. 00000400:00000200:0.0:1749610186.107336:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610186.107352:0:1042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501600 00000400:00000100:0.0:1749610186.107357:0:1042:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188193280 offset 0 length 520: 4 00000400:00000200:0.0:1749610186.107360:0:1042:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88007261a100 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610186.107362:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:0.0:1749610187.540762:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5f80. 02000000:00000010:0.0:1749610187.540780:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610187.540794:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610187.540807:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610187.540812:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610187.540817:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5f80. 00000100:00000010:2.0:1749610187.780758:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5880. 02000000:00000010:2.0:1749610187.780776:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2d400. 00000100:00000010:2.0:1749610187.780804:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5c00. 02000000:00000010:2.0:1749610187.780806:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2d800. 00000100:00000010:2.0:1749610187.780812:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e7b80. 02000000:00000010:2.0:1749610187.780813:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2f800. 00000100:00000010:2.0:1749610187.780817:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e7480. 02000000:00000010:2.0:1749610187.780819:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9400. 00000100:00000010:2.0:1749610187.780837:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e6680. 02000000:00000010:2.0:1749610187.780839:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9100. 02000000:00000010:0.0:1749610187.780857:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebcb800. 00000400:00000010:0.0:1749610187.780864:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610187.780870:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610187.780876:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193571200, portal 4 00000400:00000010:0.0:1749610187.780882:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9908. 00000100:00000200:0.0:1749610187.780884:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193571200, offset 0 00000400:00000200:0.0:1749610187.780891:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610187.780901:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610187.780924:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada22580 00000400:00000200:0.0:1749610187.780931:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 7208 00000400:00000200:0.0:1749610187.780937:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610187.780940:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610187.780945:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:1.0:1749610187.780949:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0000. 00000100:00000010:0.0:1749610187.780949:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5f80. 00000400:00000010:1.0:1749610187.780968:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52898. 00000400:00000200:0.0:1749610187.780972:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9908 00000400:00000010:0.0:1749610187.780974:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9908. 00000100:00000200:0.0:1749610187.780980:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e6680 x1834598193571200/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610187.780992:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000010:0.0:1749610187.780995:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051200. 00000020:00000010:2.0:1749610187.780996:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8080. 00000020:00000010:2.0:1749610187.781000:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b40519c0. 00000100:00000200:1.0:1749610187.781002:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193571072, portal 10 00000100:00000010:0.0:1749610187.781005:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051740. 00000100:00000010:0.0:1749610187.781009:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051980. 00000020:00000010:2.0:1749610187.781011:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b000. 00000100:00000010:0.0:1749610187.781012:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051400. 00000400:00000010:1.0:1749610187.781013:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000020:00000010:2.0:1749610187.781015:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6a00. 00000100:00000200:1.0:1749610187.781016:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193571072, offset 0 00000020:00000010:2.0:1749610187.781017:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73898. 00000400:00000200:1.0:1749610187.781028:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610187.781035:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8700. 00000020:00000010:2.0:1749610187.781036:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8700. 00000100:00000200:2.0:1749610187.781038:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193571200 02000000:00000010:0.0:1749610187.781040:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbfc00. 00000400:00000010:0.0:1749610187.781043:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eae70. 00000400:00000200:1.0:1749610187.781046:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610187.781046:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9908. 00000100:00000200:0.0:1749610187.781049:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193570688, portal 4 02000000:00000010:2.0:1749610187.781050:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2f400. 00000400:00000010:0.0:1749610187.781053:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000100:00000200:0.0:1749610187.781054:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193570688, offset 0 00010000:00000200:2.0:1749610187.781056:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801211f5f80 x1834598193571200/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:378/0 lens 224/224 e 0 to 0 dl 1749610198 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610187.781058:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610187.781061:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada22500 00000400:00000200:0.0:1749610187.781063:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610187.781064:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000400:00000200:0.0:1749610187.781068:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada22380 00000400:00000200:0.0:1749610187.781072:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 4160 00000400:00000200:0.0:1749610187.781076:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610187.781078:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610187.781079:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193571200, offset 224 00000400:00000200:2.0:1749610187.781082:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610187.781082:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610187.781084:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6d80. 00000400:00000200:2.0:1749610187.781087:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610187.781089:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 36432 00000400:00000200:2.0:1749610187.781091:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada22580 00000400:00000200:2.0:1749610187.781095:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x69fd [1] + 224 00000400:00000200:2.0:1749610187.781098:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610187.781099:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610187.781100:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610187.781100:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 00000400:00000010:0.0:1749610187.781102:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 00000400:00000200:1.0:1749610187.781105:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610187.781105:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e5880 x1834598193570688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610187.781110:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e6680 x1834598193571200/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610187.781114:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610187.781121:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000100:00000010:1.0:1749610187.781121:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663b80. 00000400:00000010:2.0:1749610187.781122:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:3.0:1749610187.781124:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000020:00000010:3.0:1749610187.781129:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886980. 00000020:00000010:2.0:1749610187.781130:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6a00. 00000020:00000010:3.0:1749610187.781131:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09640. 02000000:00000010:0.0:1749610187.781131:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbf800. 00000020:00000010:2.0:1749610187.781132:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73898. 00000400:00000010:0.0:1749610187.781134:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eadc0. 00000020:00000010:2.0:1749610187.781135:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b000. 00000400:00000010:0.0:1749610187.781136:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000100:00000200:0.0:1749610187.781138:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193570816, portal 10 00000400:00000010:0.0:1749610187.781141:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610187.781143:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193570816, offset 0 00000400:00000200:0.0:1749610187.781146:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610187.781148:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193570688 00000400:00000200:0.0:1749610187.781150:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610187.781156:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000020:00000010:2.0:1749610187.781159:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8700. 00000400:00000010:1.0:1749610187.781159:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00010000:00020000:3.0:1749610187.781161:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:2.0:1749610187.781161:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2ec0. 00000400:00000200:0.0:1749610187.781162:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada22400 00000020:00000010:2.0:1749610187.781166:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b000. 00000020:00000010:2.0:1749610187.781167:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6a00. 00000100:00000200:1.0:1749610187.781167:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e7480 x1834598193571072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610187.781167:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 36656 00000020:00000010:2.0:1749610187.781168:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73898. 02000000:00000010:3.0:1749610187.781169:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e0c00. 00000400:00000200:0.0:1749610187.781171:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610187.781173:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610187.781176:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:0.0:1749610187.781176:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749610187.781177:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8880. 00000020:00000010:2.0:1749610187.781178:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8880. 00000100:00000200:3.0:1749610187.781179:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193570688, offset 0 00000100:00000200:2.0:1749610187.781179:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193571072 00000100:00000010:0.0:1749610187.781179:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f7800. 00000400:00000200:3.0:1749610187.781183:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610187.781184:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2e800. 00010000:00000200:2.0:1749610187.781187:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131663b80 x1834598193571072/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:378/0 lens 224/224 e 0 to 0 dl 1749610198 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610187.781188:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610187.781190:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000400:00000200:3.0:1749610187.781191:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610187.781193:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:0.0:1749610187.781193:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e5c00 x1834598193570816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610187.781195:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193571072, offset 224 00000400:00000200:3.0:1749610187.781196:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada22380 00000400:00000200:2.0:1749610187.781197:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610187.781200:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610187.781201:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6a0d [1] + 0 00000400:00000200:2.0:1749610187.781203:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada22500 00000400:00000200:3.0:1749610187.781205:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610187.781205:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a05 [1] + 224 00000400:00000200:3.0:1749610187.781207:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610187.781207:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbc400. 00000400:00000200:2.0:1749610187.781208:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610187.781209:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eae18. 00000400:00000010:0.0:1749610187.781211:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000100:00000200:3.0:1749610187.781212:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e5880 x1834598193570688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610187.781213:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610187.781213:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193570944, portal 10 00000400:00000010:0.0:1749610187.781216:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9e58. 00000100:00000200:2.0:1749610187.781217:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e7480 x1834598193571072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610187.781218:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193570944, offset 0 00000400:00000200:0.0:1749610187.781220:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610187.781224:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610187.781226:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610187.781227:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000400:00000200:0.0:1749610187.781228:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada22480 00000400:00000200:0.0:1749610187.781231:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 37176 00000400:00000200:2.0:1749610187.781233:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610187.781234:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000400:00000200:0.0:1749610187.781234:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610187.781236:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886980. 00000400:00000200:0.0:1749610187.781236:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610187.781238:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09640. 00000100:00000200:0.0:1749610187.781238:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749610187.781239:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6a00. 00000020:00000010:2.0:1749610187.781240:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73898. 00000020:00000010:3.0:1749610187.781241:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000020:00000010:2.0:1749610187.781242:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b000. 00000100:00000010:0.0:1749610187.781244:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f4380. 00000400:00000010:1.0:1749610187.781246:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52898. 00000400:00000200:1.0:1749610187.781251:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000020:00000010:2.0:1749610187.781252:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b000. 00000400:00000010:1.0:1749610187.781253:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000020:00000010:2.0:1749610187.781254:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6a00. 00000020:00000010:2.0:1749610187.781255:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73898. 00000100:00000200:1.0:1749610187.781257:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e7480 x1834598193571072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610187.781262:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a800. 00000020:00000010:2.0:1749610187.781263:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000400:00000200:0.0:1749610187.781263:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9e58 00000020:00000010:2.0:1749610187.781264:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000400:00000010:0.0:1749610187.781265:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9e58. 00000100:00000200:1.0:1749610187.781267:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e7480 x1834598193571072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610187.781268:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e7b80 x1834598193570944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610187.781269:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193570816 00000100:00000200:2.0:1749610187.781271:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193570944 00010000:00020000:3.0:1749610187.781277:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749610187.781279:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610187.781281:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e1800. 02000000:00000010:2.0:1749610187.781281:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2c400. 00000400:00000010:2.0:1749610187.781284:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000400:00000010:0.0:1749610187.781284:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eae70. 00000400:00000200:0.0:1749610187.781286:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9908 00000400:00000010:0.0:1749610187.781287:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9908. 00000100:00000200:2.0:1749610187.781289:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193570944, offset 0 00000100:00000200:0.0:1749610187.781290:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e5880 x1834598193570688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610187.781291:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610187.781292:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000400:00000200:2.0:1749610187.781293:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610187.781294:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193570816, offset 0 02000000:00000010:1.0:1749610187.781295:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0000. 00000400:00000200:2.0:1749610187.781296:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada22480 00000100:00000200:0.0:1749610187.781297:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e5880 x1834598193570688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610187.781298:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610187.781300:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a29 [1] + 0 02000000:00000010:1.0:1749610187.781301:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9400. 00000400:00000200:2.0:1749610187.781302:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610187.781304:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610187.781304:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749610187.781305:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e7480. 00000100:00000200:2.0:1749610187.781306:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e7b80 x1834598193570944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610187.781308:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada22400 00000400:00000200:3.0:1749610187.781311:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a19 [1] + 0 00000400:00000200:3.0:1749610187.781315:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610187.781315:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eae18. 00000400:00000200:3.0:1749610187.781317:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610187.781317:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610187.781318:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610187.781321:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e7b80 x1834598193570944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610187.781324:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610187.781325:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:0.0:1749610187.781327:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e7b80 x1834598193570944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610187.781329:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610187.781330:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000100:00000200:3.0:1749610187.781331:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e5c00 x1834598193570816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610187.781332:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a800. 02000000:00000010:0.0:1749610187.781339:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbfc00. 00000400:00000200:3.0:1749610187.781341:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 02000000:00000010:0.0:1749610187.781342:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2d400. 00000400:00000010:3.0:1749610187.781343:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000010:0.0:1749610187.781345:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e5880. 02000000:00000010:0.0:1749610187.781349:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbc400. 00000020:00000010:3.0:1749610187.781350:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6a00. 02000000:00000010:0.0:1749610187.781351:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2f800. 00000020:00000010:3.0:1749610187.781353:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73898. 00000100:00000010:0.0:1749610187.781353:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e7b80. 00000020:00000010:3.0:1749610187.781355:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b000. 00000400:00000010:0.0:1749610187.781356:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eadc0. 00000400:00000200:0.0:1749610187.781358:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 00000400:00000010:0.0:1749610187.781359:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 00000100:00000200:0.0:1749610187.781362:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e5c00 x1834598193570816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610187.781368:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e5c00 x1834598193570816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610187.781382:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbf800. 02000000:00000010:0.0:1749610187.781384:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2d800. 00000100:00000010:0.0:1749610187.781385:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e5c00. 00000400:00000010:0.0:1749610187.781396:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610187.781398:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610187.781399:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610187.781402:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e6680 x1834598193571200/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610187.781441:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e6680 x1834598193571200/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610187.781453:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebcb800. 02000000:00000010:0.0:1749610187.781457:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9100. 00000100:00000010:0.0:1749610187.781459:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e6680. 00000100:00000010:3.0:1749610187.782720:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051400. 00000100:00000010:2.0:1749610187.782722:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051980. 00000100:00000010:0.0:1749610187.782726:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051200. 00000100:00000010:1.0:1749610187.782791:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051740. 00000100:00000010:0.0:1749610189.541744:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5c00. 02000000:00000010:0.0:1749610189.541761:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610189.541773:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610189.541786:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610189.541791:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb800. 00000100:00000010:0.0:1749610189.541796:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5c00. 00000100:00000010:0.0:1749610191.542758:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5c00. 02000000:00000010:0.0:1749610191.542776:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610191.542787:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610191.542799:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610191.542802:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610191.542806:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5c00. 00000100:00000010:2.0:1749610192.788747:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e6a00. 02000000:00000010:2.0:1749610192.788765:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2fc00. 00000100:00000010:2.0:1749610192.788792:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e6d80. 02000000:00000010:2.0:1749610192.788795:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2cc00. 00000100:00000010:2.0:1749610192.788803:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e6300. 02000000:00000010:2.0:1749610192.788805:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2f000. 00000100:00000010:2.0:1749610192.788809:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5f80. 02000000:00000010:2.0:1749610192.788812:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9d00. 02000000:00000010:0.0:1749610192.788832:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbcc00. 00000400:00000010:0.0:1749610192.788839:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000100:00000010:2.0:1749610192.788840:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e6680. 02000000:00000010:2.0:1749610192.788843:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9100. 00000400:00000010:0.0:1749610192.788844:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610192.788850:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193571584, portal 4 00000400:00000010:0.0:1749610192.788867:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000100:00000200:0.0:1749610192.788869:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193571584, offset 0 00000400:00000200:0.0:1749610192.788875:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610192.788881:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0000. 00000400:00000010:1.0:1749610192.788884:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52898. 00000400:00000200:0.0:1749610192.788885:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610192.788887:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610192.788889:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193572096, portal 4 00000400:00000010:1.0:1749610192.788893:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000400:00000200:0.0:1749610192.788893:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada22700 00000100:00000200:1.0:1749610192.788894:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193572096, offset 0 00000400:00000200:0.0:1749610192.788898:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 4680 02000000:00000010:3.0:1749610192.788899:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133000. 00000400:00000200:1.0:1749610192.788903:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610192.788904:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb58. 00000400:00000200:0.0:1749610192.788904:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610192.788907:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000400:00000200:1.0:1749610192.788907:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610192.788908:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610192.788909:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193571968, portal 10 00000400:00000200:1.0:1749610192.788911:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada22900 00000400:00000010:3.0:1749610192.788912:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:0.0:1749610192.788913:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:3.0:1749610192.788914:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193571968, offset 0 00000400:00000200:1.0:1749610192.788916:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 7432 00000100:00000010:0.0:1749610192.788917:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5c00. 00000400:00000200:3.0:1749610192.788919:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610192.788919:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610192.788923:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610192.788925:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610192.788927:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada22880 00000100:00000200:1.0:1749610192.788928:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1749610192.788931:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 37696 00000100:00000010:1.0:1749610192.788931:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131662a00. 00000400:00000200:3.0:1749610192.788934:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610192.788936:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610192.788939:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 00000400:00000010:0.0:1749610192.788940:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 00000400:00000200:1.0:1749610192.788943:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610192.788944:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000200:0.0:1749610192.788946:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e6a00 x1834598193571584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610192.788947:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e6680 x1834598193572096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610192.788948:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610192.788951:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1880. 00000100:00000010:1.0:1749610192.788959:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca340. 00000400:00000200:3.0:1749610192.788961:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610192.788962:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000020:00000010:2.0:1749610192.788963:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a800. 00000100:00000200:3.0:1749610192.788964:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e5f80 x1834598193571968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610192.788968:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610192.788971:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000100:00000010:1.0:1749610192.788973:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca840. 00000100:00000010:1.0:1749610192.788975:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca240. 00000100:00000010:1.0:1749610192.788978:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca8c0. 00000020:00000010:0.0:1749610192.788981:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051200. 00000020:00000010:0.0:1749610192.788986:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8080. 00000100:00000200:2.0:1749610192.788989:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193571584 00000020:00000010:0.0:1749610192.788994:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbc00. 00000020:00000010:0.0:1749610192.788996:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000020:00000010:3.0:1749610192.788998:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e25c0. 00000020:00000010:0.0:1749610192.788999:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000020:00000010:3.0:1749610192.789000:0:17854:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8700. 00010000:00020000:2.0:1749610192.789002:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749610192.789006:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132800. 00000020:00000010:3.0:1749610192.789008:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886980. 02000000:00000010:2.0:1749610192.789008:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2dc00. 00000020:00000010:3.0:1749610192.789009:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09640. 00000020:00000010:0.0:1749610192.789014:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051b00. 00000400:00000010:2.0:1749610192.789015:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000020:00000010:0.0:1749610192.789016:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051b00. 00000100:00000200:2.0:1749610192.789018:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193571584, offset 0 00000100:00000200:0.0:1749610192.789018:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193572096 00000020:00000010:3.0:1749610192.789022:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2ec0. 00000400:00000200:2.0:1749610192.789022:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610192.789023:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2ec0. 00000100:00000200:3.0:1749610192.789025:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193571968 00000400:00000200:2.0:1749610192.789027:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610192.789028:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbf800. 02000000:00000010:3.0:1749610192.789031:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e0800. 00000400:00000200:2.0:1749610192.789031:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada22700 00010000:00000200:0.0:1749610192.789033:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131662a00 x1834598193572096/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:383/0 lens 224/224 e 0 to 0 dl 1749610203 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749610192.789034:0:17854:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f1880 x1834598193571968/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:383/0 lens 224/224 e 0 to 0 dl 1749610203 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610192.789035:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6a39 [1] + 0 00000400:00000200:2.0:1749610192.789038:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610192.789041:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000400:00000200:2.0:1749610192.789041:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610192.789042:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000100:00000200:3.0:1749610192.789043:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193571968, offset 224 00000100:00000200:0.0:1749610192.789044:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193572096, offset 224 00000400:00000200:3.0:1749610192.789045:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610192.789045:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e6a00 x1834598193571584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610192.789048:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610192.789049:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610192.789052:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610192.789053:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada22880 00000400:00000200:3.0:1749610192.789055:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a49 [1] + 224 00000400:00000200:0.0:1749610192.789055:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada22900 00000400:00000200:3.0:1749610192.789058:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610192.789058:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000200:3.0:1749610192.789059:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610192.789059:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000400:00000200:0.0:1749610192.789065:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6a41 [1] + 224 00000100:00000200:3.0:1749610192.789068:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e5f80 x1834598193571968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610192.789068:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000200:0.0:1749610192.789068:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610192.789072:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000400:00000200:0.0:1749610192.789089:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610192.789092:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610192.789093:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000020:00000010:2.0:1749610192.789096:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a800. 00000100:00000200:0.0:1749610192.789096:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e6680 x1834598193572096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610192.789098:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886980. 00000020:00000010:3.0:1749610192.789099:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09640. 00000020:00000010:3.0:1749610192.789101:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132800. 00000400:00000010:3.0:1749610192.789110:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb58. 00000400:00000200:3.0:1749610192.789113:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610192.789114:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610192.789116:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e5f80 x1834598193571968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610192.789116:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 00000400:00000010:0.0:1749610192.789118:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 00000020:00000010:0.0:1749610192.789124:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000400:00000010:1.0:1749610192.789126:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52898. 00000020:00000010:0.0:1749610192.789126:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000020:00000010:0.0:1749610192.789127:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbc00. 00000100:00000200:3.0:1749610192.789128:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e5f80 x1834598193571968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610192.789129:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610192.789130:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610192.789133:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e6680 x1834598193572096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610192.789137:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e6680 x1834598193572096/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610192.789139:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610192.789141:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610192.789142:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610192.789143:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e6a00 x1834598193571584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610192.789144:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133000. 02000000:00000010:1.0:1749610192.789148:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0000. 00000100:00000200:0.0:1749610192.789148:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e6a00 x1834598193571584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610192.789149:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9d00. 02000000:00000010:1.0:1749610192.789150:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9100. 00000100:00000010:3.0:1749610192.789152:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e5f80. 00000100:00000010:1.0:1749610192.789152:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e6680. 02000000:00000010:0.0:1749610192.789175:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbc400. 00000400:00000010:0.0:1749610192.789177:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610192.789179:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610192.789180:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193571712, portal 10 00000400:00000010:0.0:1749610192.789183:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000100:00000200:0.0:1749610192.789184:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193571712, offset 0 00000400:00000200:0.0:1749610192.789186:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610192.789188:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610192.789191:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada22780 00000400:00000200:0.0:1749610192.789193:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 37920 00000400:00000200:0.0:1749610192.789195:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610192.789196:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610192.789198:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610192.789200:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f5180. 00000400:00000200:0.0:1749610192.789210:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 00000400:00000010:0.0:1749610192.789211:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 00000100:00000200:0.0:1749610192.789212:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e6d80 x1834598193571712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610192.789226:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008fcbfc00. 00000400:00000010:0.0:1749610192.789227:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eadc0. 00000400:00000010:0.0:1749610192.789229:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000100:00000200:0.0:1749610192.789230:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193571840, portal 10 00000400:00000010:0.0:1749610192.789232:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610192.789233:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193571840, offset 0 00000020:00000010:3.0:1749610192.789234:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000400:00000200:0.0:1749610192.789235:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610192.789236:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886980. 00000400:00000200:0.0:1749610192.789237:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610192.789238:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09640. 00000400:00000200:0.0:1749610192.789239:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada22800 00000400:00000200:0.0:1749610192.789241:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 38440 00000400:00000200:0.0:1749610192.789243:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610192.789244:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610192.789245:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610192.789249:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8000. 00000400:00000200:0.0:1749610192.789255:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610192.789255:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000020:00000010:3.0:1749610192.789256:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132800. 00000100:00000200:0.0:1749610192.789257:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e6300 x1834598193571840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610192.789258:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886780. 00000020:00000010:3.0:1749610192.789259:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09708. 02000000:00000010:0.0:1749610192.789264:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbcc00. 02000000:00000010:0.0:1749610192.789265:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2fc00. 00000100:00000010:0.0:1749610192.789267:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e6a00. 00000100:00000200:3.0:1749610192.789272:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193571712 00000100:00000200:1.0:1749610192.789275:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193571840 00010000:00020000:3.0:1749610192.789280:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749610192.789283:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610192.789284:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e2000. 02000000:00000010:1.0:1749610192.789286:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a707400. 00000400:00000010:3.0:1749610192.789289:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000400:00000010:1.0:1749610192.789290:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:3.0:1749610192.789291:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193571712, offset 0 00000100:00000200:1.0:1749610192.789292:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193571840, offset 0 00000400:00000200:3.0:1749610192.789295:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610192.789297:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610192.789300:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610192.789301:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610192.789304:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada22780 00000400:00000200:1.0:1749610192.789305:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada22800 00000400:00000200:3.0:1749610192.789308:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a5d [1] + 0 00000400:00000200:3.0:1749610192.789311:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610192.789311:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a65 [1] + 0 00000400:00000200:3.0:1749610192.789313:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610192.789314:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610192.789317:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e6d80 x1834598193571712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610192.789319:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610192.789322:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e6300 x1834598193571840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610192.789334:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610192.789336:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000400:00000200:1.0:1749610192.789340:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:1.0:1749610192.789341:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000020:00000010:3.0:1749610192.789342:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886980. 00000020:00000010:3.0:1749610192.789344:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09640. 00000020:00000010:3.0:1749610192.789346:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000020:00000010:1.0:1749610192.789346:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886780. 00000020:00000010:1.0:1749610192.789348:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09708. 00000400:00000010:0.0:1749610192.789348:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000020:00000010:1.0:1749610192.789349:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132800. 00000400:00000200:0.0:1749610192.789350:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610192.789351:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610192.789354:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e6d80 x1834598193571712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610192.789357:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e6d80 x1834598193571712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610192.789366:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eadc0. 00000400:00000200:0.0:1749610192.789367:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 00000400:00000010:0.0:1749610192.789383:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 00000100:00000200:0.0:1749610192.789386:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e6300 x1834598193571840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610192.789390:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e6300 x1834598193571840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610192.789398:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbc400. 02000000:00000010:0.0:1749610192.789399:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2cc00. 00000100:00000010:0.0:1749610192.789401:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e6d80. 02000000:00000010:0.0:1749610192.789403:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008fcbfc00. 02000000:00000010:0.0:1749610192.789404:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2f000. 00000100:00000010:0.0:1749610192.789405:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e6300. 00000100:00000010:3.0:1749610192.790715:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca8c0. 00000100:00000010:1.0:1749610192.790723:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca840. 00000100:00000010:0.0:1749610192.790737:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca340. 00000100:00000010:2.0:1749610192.790807:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca240. 00000100:00000010:0.0:1749610193.543787:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8a80. 02000000:00000010:0.0:1749610193.543805:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610193.543817:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610193.543830:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610193.543835:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610193.543839:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8a80. 00000100:00000010:0.0:1749610195.544863:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8a80. 02000000:00000010:0.0:1749610195.544898:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610195.544916:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610195.544942:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610195.544948:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610195.544966:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8a80. 00000100:00000010:0.0:1749610197.545807:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8a80. 02000000:00000010:0.0:1749610197.545834:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610197.545850:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610197.545865:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610197.545871:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610197.545876:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8a80. 00000100:00000010:3.0:1749610197.611844:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f0e00. 02000000:00000010:3.0:1749610197.611862:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6133000. 00010000:00000010:3.0:1749610197.611874:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b47aa100. 00010000:00000010:3.0:1749610197.611878:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6133600. 00000100:00000010:3.0:1749610197.611891:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a80c0600. 00000100:00000200:3.0:1749610197.611901:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8800966f0e00 x1834598193572608/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610197.611911:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a80c0600. 02000000:00000010:3.0:1749610197.611945:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6133000. 00000100:00000010:3.0:1749610197.611948:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f0e00. 00010000:00000010:0.1:1749610197.614799:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b47aa100. 00010000:00000010:0.1:1749610197.614811:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6133600. 00000400:00000010:2.0:1749610197.788799:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000400:00000200:2.0:1749610197.788807:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:2.0:1749610197.788809:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610197.788816:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f6680 x1834598193567488/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610197 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610197.788823:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f6680 x1834598193567488/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610197 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610197.788873:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096899000. 02000000:00000010:2.0:1749610197.788879:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbe400. 00000100:00000010:2.0:1749610197.788882:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6680. 00000100:00000010:0.0:1749610197.788916:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8a80. 02000000:00000010:0.0:1749610197.788939:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbc400. 00000100:00000010:0.0:1749610197.788965:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9500. 02000000:00000010:0.0:1749610197.788968:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbcc00. 00000100:00000010:0.0:1749610197.788974:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9f80. 02000000:00000010:0.0:1749610197.788977:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbe400. 00000100:00000010:0.0:1749610197.788982:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddaa00. 02000000:00000010:0.0:1749610197.788984:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbe800. 02000000:00000010:2.0:1749610197.788987:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2c800. 00000100:00000010:0.0:1749610197.788987:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddb480. 02000000:00000010:0.0:1749610197.788989:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b400. 00000400:00000010:2.0:1749610197.788992:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd9a0. 00000400:00000010:2.0:1749610197.788995:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76824c8. 00000100:00000200:2.0:1749610197.788999:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193572736, portal 25 00000400:00000010:2.0:1749610197.789001:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610197.789002:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193572736, offset 0 00000400:00000200:2.0:1749610197.789006:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610197.789007:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8380. 02000000:00000010:0.0:1749610197.789010:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b300. 00000400:00000200:2.0:1749610197.789015:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610197.789022:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada22b80 00000400:00000100:2.0:1749610197.789025:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193572736 offset 0 length 520: 4 00000400:00000200:2.0:1749610197.789027:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e305ce0 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000010:0.0:1749610197.789027:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebcbc00. 00000400:00000200:2.0:1749610197.789029:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000010:0.0:1749610197.789031:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eadc0. 00000400:00000200:2.0:1749610197.789034:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:0.0:1749610197.789034:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000400:00000010:2.0:1749610197.789035:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:0.0:1749610197.789037:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193573376, portal 4 00000100:00000200:2.0:1749610197.789038:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd8a80 x1834598193572736/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610197.789042:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610197.789043:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193573376, offset 0 00000100:00000010:2.0:1749610197.789047:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8880. 02000000:00000010:1.0:1749610197.789052:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0000. 00000400:00000200:0.0:1749610197.789054:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610197.789056:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a85c0. 00000400:00000010:1.0:1749610197.789057:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52898. 00000100:00000010:2.0:1749610197.789058:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8200. 00000400:00000200:0.0:1749610197.789060:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610197.789061:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387cc0. 00000100:00000200:1.0:1749610197.789064:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193573248, portal 10 00000100:00000010:2.0:1749610197.789065:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a80c0. 00000400:00000200:0.0:1749610197.789065:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada22e00 00000400:00000010:1.0:1749610197.789067:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000400:00000200:0.0:1749610197.789071:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 7656 00000400:00000200:0.0:1749610197.789077:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610197.789080:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2e400. 00000400:00000200:0.0:1749610197.789080:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610197.789082:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000100:00000200:1.0:1749610197.789085:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193573248, offset 0 00000400:00000010:2.0:1749610197.789087:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610197.789089:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193572864, portal 4 00000400:00000200:1.0:1749610197.789091:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610197.789091:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:2.0:1749610197.789092:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610197.789093:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193572864, offset 0 00000100:00000010:0.0:1749610197.789095:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8700. 00000400:00000200:2.0:1749610197.789096:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610197.789097:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610197.789099:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610197.789102:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada22d80 00000400:00000200:2.0:1749610197.789103:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada22c00 00000400:00000200:2.0:1749610197.789106:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 5200 00000400:00000200:2.0:1749610197.789108:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610197.789108:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000200:2.0:1749610197.789110:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610197.789110:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610197.789114:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd8380 x1834598193573376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610197.789118:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 38960 00000100:00000200:2.0:1749610197.789122:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610197.789122:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749610197.789125:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5c00. 00000400:00000200:1.0:1749610197.789125:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610197.789126:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2ec0. 00000100:00000200:1.0:1749610197.789128:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610197.789130:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051200. 00000100:00000010:1.0:1749610197.789131:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131663100. 00000400:00000200:2.0:1749610197.789132:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610197.789133:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610197.789135:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd9500 x1834598193572864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610197.789139:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000020:00000010:3.0:1749610197.789141:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886980. 00000400:00000200:1.0:1749610197.789143:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000020:00000010:3.0:1749610197.789144:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09640. 00000400:00000010:1.0:1749610197.789144:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 02000000:00000010:2.0:1749610197.789147:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2d000. 00000020:00000010:0.0:1749610197.789147:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb800. 00000400:00000010:2.0:1749610197.789149:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000100:00000200:1.0:1749610197.789149:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096ddb480 x1834598193573248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610197.789150:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000020:00000010:0.0:1749610197.789150:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000100:00000200:2.0:1749610197.789151:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193572992, portal 10 00000020:00000010:0.0:1749610197.789152:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000400:00000010:2.0:1749610197.789153:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610197.789154:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193572992, offset 0 00000400:00000200:2.0:1749610197.789156:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610197.789159:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610197.789160:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2780. 00000020:00000010:3.0:1749610197.789161:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2780. 00000400:00000200:2.0:1749610197.789161:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada22c80 00000100:00000200:3.0:1749610197.789163:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193573376 00000400:00000200:2.0:1749610197.789163:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 39184 00000400:00000200:2.0:1749610197.789165:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610197.789166:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610197.789167:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193572864 00000100:00000200:2.0:1749610197.789168:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1749610197.789172:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e3c00. 00000100:00000010:2.0:1749610197.789173:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e7b80. 00010000:00000200:3.0:1749610197.789176:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096dd8700 x1834598193573376/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:388/0 lens 224/224 e 0 to 0 dl 1749610208 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749610197.789178:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610197.789179:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610197.789180:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 02000000:00000010:0.0:1749610197.789182:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbc800. 00000100:00000200:2.0:1749610197.789183:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd9f80 x1834598193572992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610197.789185:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000400:00000010:0.0:1749610197.789186:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:3.0:1749610197.789187:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193573376, offset 224 00000020:00000010:1.0:1749610197.789188:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca840. 00000100:00000200:0.0:1749610197.789188:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193572864, offset 0 00000400:00000200:0.0:1749610197.789190:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610197.789191:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2ec00. 00000020:00000010:1.0:1749610197.789191:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e25c0. 00000400:00000010:2.0:1749610197.789193:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd840. 00000400:00000200:0.0:1749610197.789194:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610197.789196:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1200. 00000400:00000200:3.0:1749610197.789197:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610197.789197:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada22c00 00000400:00000010:2.0:1749610197.789199:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000020:00000010:1.0:1749610197.789199:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013c00. 00000400:00000200:0.0:1749610197.789200:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6a8d [1] + 0 00000400:00000200:3.0:1749610197.789201:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610197.789202:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193573120, portal 10 00000020:00000010:1.0:1749610197.789202:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a640. 00000400:00000200:0.0:1749610197.789202:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610197.789204:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 00000400:00000200:0.0:1749610197.789204:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610197.789205:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada22e00 00000100:00000200:2.0:1749610197.789205:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193573120, offset 0 00000100:00000200:0.0:1749610197.789207:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd9500 x1834598193572864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610197.789208:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6a7d [1] + 224 00000400:00000200:3.0:1749610197.789210:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610197.789210:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610197.789212:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610197.789213:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610197.789214:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610197.789215:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:2.0:1749610197.789216:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada22d00 00000100:00000200:3.0:1749610197.789218:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd8380 x1834598193573376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610197.789218:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 39704 00000400:00000200:2.0:1749610197.789220:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610197.789221:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000400:00000200:2.0:1749610197.789222:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610197.789222:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000100:00000200:2.0:1749610197.789223:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749610197.789223:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0800. 00000100:00000010:2.0:1749610197.789224:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5880. 00000020:00000010:0.0:1749610197.789224:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb800. 00000020:00000010:1.0:1749610197.789225:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013480. 00000020:00000010:1.0:1749610197.789227:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a708. 00000400:00000200:3.0:1749610197.789228:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610197.789233:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000020:00000010:1.0:1749610197.789238:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 00000020:00000010:3.0:1749610197.789240:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886980. 00000400:00000200:2.0:1749610197.789240:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000020:00000010:1.0:1749610197.789240:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013f80. 00000020:00000010:0.0:1749610197.789240:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051b00. 00000400:00000010:2.0:1749610197.789241:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000020:00000010:0.0:1749610197.789241:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051b00. 00000020:00000010:3.0:1749610197.789242:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09640. 00000100:00000200:2.0:1749610197.789242:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096ddaa00 x1834598193573120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610197.789242:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a898. 00000100:00000200:0.0:1749610197.789242:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193573248 00000020:00000010:3.0:1749610197.789243:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000400:00000010:2.0:1749610197.789249:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 02000000:00000010:0.0:1749610197.789249:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a78400. 00000400:00000200:2.0:1749610197.789250:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000100:00000200:1.0:1749610197.789250:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193572992 00000400:00000010:2.0:1749610197.789251:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00010000:00000200:0.0:1749610197.789252:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131663100 x1834598193573248/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:388/0 lens 224/224 e 0 to 0 dl 1749610208 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610197.789253:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd9500 x1834598193572864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610197.789257:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd9500 x1834598193572864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610197.789257:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00010000:00020000:1.0:1749610197.789258:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610197.789259:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193573248, offset 224 00000100:00000200:3.0:1749610197.789261:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193573120 00000400:00000200:0.0:1749610197.789261:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610197.789262:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a704000. 00000400:00000200:0.0:1749610197.789264:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610197.789266:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada22d80 00010000:00020000:3.0:1749610197.789267:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749610197.789267:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000400:00000200:0.0:1749610197.789268:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a85 [1] + 224 02000000:00000010:2.0:1749610197.789269:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2e400. 02000000:00000010:3.0:1749610197.789270:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e2c00. 00000400:00000200:0.0:1749610197.789270:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610197.789271:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193572992, offset 0 02000000:00000010:2.0:1749610197.789272:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbcc00. 00000400:00000010:3.0:1749610197.789273:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000400:00000200:1.0:1749610197.789275:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610197.789275:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610197.789276:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9500. 00000100:00000200:3.0:1749610197.789277:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193573120, offset 0 00000100:00000200:0.0:1749610197.789278:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096ddb480 x1834598193573248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610197.789279:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610197.789281:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610197.789283:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610197.789285:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada22c80 00000400:00000200:3.0:1749610197.789286:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada22d00 00000400:00000200:0.0:1749610197.789286:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610197.789287:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:3.0:1749610197.789289:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6aa5 [1] + 0 00000400:00000200:3.0:1749610197.789291:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610197.789292:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013c00. 00000400:00000200:3.0:1749610197.789293:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610197.789293:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a95 [1] + 0 00000020:00000010:0.0:1749610197.789295:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a640. 00000400:00000200:1.0:1749610197.789296:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610197.789297:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096ddaa00 x1834598193573120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610197.789297:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1200. 00000400:00000200:1.0:1749610197.789299:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610197.789304:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd9f80 x1834598193572992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610197.789305:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610197.789306:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000400:00000010:0.0:1749610197.789308:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eadc0. 00000020:00000010:3.0:1749610197.789309:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013f80. 00000400:00000200:0.0:1749610197.789309:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 00000400:00000010:0.0:1749610197.789310:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 00000020:00000010:3.0:1749610197.789311:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a898. 00000100:00000200:0.0:1749610197.789312:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd8380 x1834598193573376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610197.789313:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00000400:00000010:2.0:1749610197.789313:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000400:00000200:2.0:1749610197.789314:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610197.789315:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:0.0:1749610197.789316:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd8380 x1834598193573376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610197.789317:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000100:00000200:2.0:1749610197.789318:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd9f80 x1834598193572992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610197.789318:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000200:2.0:1749610197.789322:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd9f80 x1834598193572992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610197.789325:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013480. 02000000:00000010:0.0:1749610197.789326:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebcbc00. 00000020:00000010:1.0:1749610197.789327:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a708. 02000000:00000010:0.0:1749610197.789328:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b300. 00000100:00000010:0.0:1749610197.789346:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8380. 00000020:00000010:1.0:1749610197.789347:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0800. 00000400:00000010:2.0:1749610197.789348:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd840. 00000400:00000200:2.0:1749610197.789349:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610197.789350:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610197.789352:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096ddaa00 x1834598193573120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610197.789355:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52898. 00000100:00000200:2.0:1749610197.789356:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096ddaa00 x1834598193573120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610197.789357:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387cc0 00000400:00000010:0.0:1749610197.789358:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387cc0. 00000100:00000200:0.0:1749610197.789360:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096ddb480 x1834598193573248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610197.789363:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2d000. 00000100:00000200:0.0:1749610197.789364:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096ddb480 x1834598193573248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610197.789365:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbe400. 00000100:00000010:2.0:1749610197.789367:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9f80. 02000000:00000010:2.0:1749610197.789369:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2ec00. 02000000:00000010:2.0:1749610197.789370:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbe800. 02000000:00000010:0.0:1749610197.789370:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0000. 00000100:00000010:2.0:1749610197.789371:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096ddaa00. 02000000:00000010:0.0:1749610197.789371:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b400. 00000100:00000010:0.0:1749610197.789372:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096ddb480. 00000100:00000010:1.0:1749610197.800747:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a85c0. 00000100:00000010:2.0:1749610197.800757:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8200. 00000100:00000010:3.0:1749610197.800764:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a80c0. 00000100:00000010:0.0:1749610197.800842:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8880. 00000100:00000010:0.0:1749610199.546747:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddb480. 02000000:00000010:0.0:1749610199.546764:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610199.546786:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610199.546799:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610199.546802:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610199.546807:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096ddb480. 00000100:00000010:0.0:1749610201.547791:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddb480. 02000000:00000010:0.0:1749610201.547813:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610201.547827:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610201.547843:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610201.547848:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610201.547853:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096ddb480. 00000100:00000010:0.0:1749610202.804834:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddb480. 02000000:00000010:0.0:1749610202.804851:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b1c00. 00000100:00000010:0.0:1749610202.804886:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8380. 02000000:00000010:0.0:1749610202.804890:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012f1b0c00. 00000100:00000010:0.0:1749610202.804897:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8e00. 02000000:00000010:0.0:1749610202.804902:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880136a7ac00. 00000100:00000010:0.0:1749610202.804906:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9180. 02000000:00000010:0.0:1749610202.804910:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b300. 00000100:00000010:0.0:1749610202.804939:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9880. 02000000:00000010:0.0:1749610202.804943:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b400. 02000000:00000010:2.0:1749610202.804962:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2ec00. 00000400:00000010:2.0:1749610202.804969:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd840. 00000400:00000010:2.0:1749610202.804974:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 02000000:00000010:3.0:1749610202.804980:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133000. 00000100:00000200:2.0:1749610202.804980:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193573760, portal 4 00000400:00000010:2.0:1749610202.804984:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000010:3.0:1749610202.804985:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb58. 00000100:00000200:2.0:1749610202.804985:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193573760, offset 0 00000400:00000010:3.0:1749610202.804989:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 02000000:00000010:1.0:1749610202.804989:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0800. 00000400:00000200:2.0:1749610202.804991:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610202.804994:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52790. 00000100:00000200:3.0:1749610202.804999:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193574144, portal 10 00000400:00000200:2.0:1749610202.805000:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610202.805000:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000400:00000010:3.0:1749610202.805003:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:1.0:1749610202.805003:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193574272, portal 4 00000100:00000200:3.0:1749610202.805004:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193574144, offset 0 00000400:00000200:2.0:1749610202.805007:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada22f80 00000400:00000010:1.0:1749610202.805007:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000400:00000200:3.0:1749610202.805009:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610202.805012:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193574272, offset 0 00000400:00000200:2.0:1749610202.805014:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 5720 00000400:00000200:3.0:1749610202.805015:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610202.805020:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada23100 00000400:00000200:1.0:1749610202.805030:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610202.805031:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610202.805033:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610202.805040:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 40224 00000400:00000200:1.0:1749610202.805041:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610202.805045:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610202.805046:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610202.805047:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada23180 00000400:00000200:3.0:1749610202.805048:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610202.805048:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e7480. 00000100:00000200:3.0:1749610202.805052:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610202.805052:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 7880 00000100:00000010:3.0:1749610202.805055:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f0e00. 00000400:00000200:1.0:1749610202.805056:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610202.805059:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610202.805060:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610202.805062:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:1.0:1749610202.805065:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1749610202.805067:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096ddb480 x1834598193573760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610202.805069:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661f80. 00000400:00000200:3.0:1749610202.805073:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610202.805075:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610202.805079:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd9180 x1834598193574144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610202.805079:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8200. 00000400:00000200:1.0:1749610202.805080:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610202.805082:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000100:00000200:1.0:1749610202.805087:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd9880 x1834598193574272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610202.805097:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8100. 00000020:00000010:3.0:1749610202.805111:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2780. 00000020:00000010:0.0:1749610202.805111:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051b00. 00000100:00000010:2.0:1749610202.805114:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8a80. 00000020:00000010:3.0:1749610202.805115:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2ec0. 00000020:00000010:0.0:1749610202.805115:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca840. 00000100:00000010:2.0:1749610202.805117:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8c00. 00000020:00000010:1.0:1749610202.805122:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0c00. 02000000:00000010:2.0:1749610202.805123:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2d000. 00000020:00000010:3.0:1749610202.805124:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132200. 00000400:00000010:2.0:1749610202.805124:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd898. 00000400:00000010:2.0:1749610202.805126:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000020:00000010:3.0:1749610202.805127:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886980. 00000100:00000200:2.0:1749610202.805127:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193573888, portal 10 00000020:00000010:1.0:1749610202.805127:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013480. 00000400:00000010:2.0:1749610202.805129:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000020:00000010:0.0:1749610202.805129:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbc00. 00000020:00000010:3.0:1749610202.805130:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09640. 00000100:00000200:2.0:1749610202.805130:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193573888, offset 0 00000020:00000010:1.0:1749610202.805130:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a708. 00000020:00000010:0.0:1749610202.805131:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000400:00000200:2.0:1749610202.805133:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610202.805134:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 00000400:00000200:2.0:1749610202.805135:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610202.805137:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada23000 00000400:00000200:2.0:1749610202.805139:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 40448 00000400:00000200:2.0:1749610202.805142:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610202.805143:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610202.805144:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610202.805146:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e4700. 00000020:00000010:3.0:1749610202.805150:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2ec0. 00000400:00000200:2.0:1749610202.805150:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000100:00000200:1.0:1749610202.805150:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193573760 00000400:00000010:2.0:1749610202.805151:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:3.0:1749610202.805152:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2ec0. 00000100:00000200:3.0:1749610202.805153:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193574272 00000100:00000200:2.0:1749610202.805153:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd8380 x1834598193573888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610202.805154:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb800. 00000020:00000010:0.0:1749610202.805156:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392700. 00000020:00000010:0.0:1749610202.805158:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040000. 02000000:00000010:2.0:1749610202.805161:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2e400. 00010000:00020000:1.0:1749610202.805164:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610202.805165:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e1400. 00000400:00000010:2.0:1749610202.805166:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd738. 00000400:00000010:2.0:1749610202.805167:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610202.805168:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193574016, portal 10 00000020:00000010:0.0:1749610202.805169:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40518c0. 00010000:00000200:3.0:1749610202.805170:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131661f80 x1834598193574272/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:393/0 lens 224/224 e 0 to 0 dl 1749610213 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610202.805171:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 02000000:00000010:1.0:1749610202.805171:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a704800. 00000020:00000010:0.0:1749610202.805171:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40518c0. 00000100:00000200:2.0:1749610202.805172:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193574016, offset 0 00000100:00000200:0.0:1749610202.805173:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193574144 00000400:00000200:2.0:1749610202.805175:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610202.805178:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610202.805178:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000400:00000010:3.0:1749610202.805179:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:1.0:1749610202.805180:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193573760, offset 0 00000400:00000200:2.0:1749610202.805181:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada23080 02000000:00000010:0.0:1749610202.805181:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012e185c00. 00000100:00000200:3.0:1749610202.805182:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193574272, offset 224 00000400:00000200:1.0:1749610202.805184:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610202.805187:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 40968 00000400:00000200:2.0:1749610202.805190:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610202.805190:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1749610202.805190:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f0e00 x1834598193574144/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:393/0 lens 224/224 e 0 to 0 dl 1749610213 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610202.805191:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610202.805192:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610202.805195:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610202.805197:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610202.805197:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada22f80 00000400:00000200:3.0:1749610202.805198:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada23180 00000100:00000010:2.0:1749610202.805199:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e4380. 00000400:00000010:0.0:1749610202.805200:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000400:00000200:1.0:1749610202.805201:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6ab9 [1] + 0 00000400:00000200:3.0:1749610202.805204:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6ac5 [1] + 224 00000400:00000200:1.0:1749610202.805204:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610202.805207:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610202.805207:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610202.805207:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193574144, offset 224 00000400:00000200:3.0:1749610202.805209:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610202.805209:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000400:00000010:2.0:1749610202.805211:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000100:00000200:2.0:1749610202.805214:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd8e00 x1834598193574016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610202.805215:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd9880 x1834598193574272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610202.805215:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096ddb480 x1834598193573760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610202.805215:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610202.805220:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610202.805221:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000200:0.0:1749610202.805225:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada23100 00000400:00000010:3.0:1749610202.805226:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000200:0.0:1749610202.805230:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ac1 [1] + 224 00000400:00000200:1.0:1749610202.805234:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000200:0.0:1749610202.805234:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610202.805235:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886980. 00000400:00000010:1.0:1749610202.805235:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000400:00000200:0.0:1749610202.805236:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610202.805237:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09640. 00000400:00000010:2.0:1749610202.805238:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd840. 00000020:00000010:3.0:1749610202.805239:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132200. 00000400:00000200:2.0:1749610202.805240:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610202.805241:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000020:00000010:1.0:1749610202.805242:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013480. 00000100:00000200:2.0:1749610202.805245:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096ddb480 x1834598193573760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610202.805246:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a708. 00000020:00000010:1.0:1749610202.805249:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0c00. 00000100:00000200:2.0:1749610202.805251:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096ddb480 x1834598193573760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610202.805253:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd9180 x1834598193574144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610202.805268:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132200. 00000020:00000010:3.0:1749610202.805269:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886980. 02000000:00000010:2.0:1749610202.805269:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2ec00. 00000400:00000200:0.0:1749610202.805269:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 00000020:00000010:3.0:1749610202.805271:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09640. 00000400:00000010:0.0:1749610202.805271:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 02000000:00000010:2.0:1749610202.805272:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b1c00. 00000400:00000010:1.0:1749610202.805275:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52790. 00000100:00000010:2.0:1749610202.805276:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096ddb480. 00000100:00000200:3.0:1749610202.805278:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193573888 00000400:00000200:1.0:1749610202.805278:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000020:00000010:0.0:1749610202.805279:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000400:00000010:1.0:1749610202.805280:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000020:00000010:0.0:1749610202.805281:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000100:00000200:1.0:1749610202.805283:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd9880 x1834598193574272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610202.805284:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749610202.805284:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbc00. 02000000:00000010:3.0:1749610202.805287:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e3000. 00000100:00000200:1.0:1749610202.805306:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd9880 x1834598193574272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610202.805307:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193574016 00000400:00000010:3.0:1749610202.805315:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00010000:00020000:2.0:1749610202.805315:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:3.0:1749610202.805317:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193573888, offset 0 02000000:00000010:2.0:1749610202.805318:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2ec00. 00000400:00000200:3.0:1749610202.805319:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610202.805322:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610202.805322:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 02000000:00000010:1.0:1749610202.805322:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0800. 00000400:00000200:3.0:1749610202.805325:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada23000 02000000:00000010:1.0:1749610202.805325:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b400. 00000100:00000200:2.0:1749610202.805327:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193574016, offset 0 00000100:00000010:1.0:1749610202.805327:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9880. 00000400:00000200:3.0:1749610202.805328:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ad1 [1] + 0 00000400:00000200:3.0:1749610202.805330:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610202.805330:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610202.805331:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610202.805334:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610202.805335:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd8380 x1834598193573888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610202.805337:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada23080 00000400:00000200:2.0:1749610202.805339:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ad9 [1] + 0 00000400:00000200:2.0:1749610202.805341:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610202.805342:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610202.805345:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd8e00 x1834598193574016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610202.805346:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610202.805352:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000010:0.0:1749610202.805356:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd898. 00000020:00000010:3.0:1749610202.805359:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392700. 00000400:00000200:0.0:1749610202.805360:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:0.0:1749610202.805361:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:3.0:1749610202.805362:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040000. 00000020:00000010:3.0:1749610202.805363:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb800. 00000100:00000200:0.0:1749610202.805366:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd8380 x1834598193573888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610202.805367:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610202.805368:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000020:00000010:2.0:1749610202.805373:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886980. 00000100:00000200:0.0:1749610202.805373:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd8380 x1834598193573888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610202.805375:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb58. 00000020:00000010:2.0:1749610202.805375:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09640. 00000020:00000010:2.0:1749610202.805376:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132200. 00000400:00000200:3.0:1749610202.805380:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610202.805381:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610202.805384:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd9180 x1834598193574144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610202.805386:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd738. 00000400:00000200:0.0:1749610202.805388:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:0.0:1749610202.805389:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:3.0:1749610202.805390:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd9180 x1834598193574144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610202.805392:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd8e00 x1834598193574016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610202.805398:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd8e00 x1834598193574016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610202.805413:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133000. 02000000:00000010:3.0:1749610202.805416:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b300. 00000100:00000010:3.0:1749610202.805418:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9180. 02000000:00000010:0.0:1749610202.805420:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2d000. 02000000:00000010:0.0:1749610202.805423:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012f1b0c00. 00000100:00000010:0.0:1749610202.805426:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8380. 02000000:00000010:0.0:1749610202.805430:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2e400. 02000000:00000010:0.0:1749610202.805431:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880136a7ac00. 00000100:00000010:0.0:1749610202.805433:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8e00. 00000100:00000010:0.0:1749610202.806732:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8200. 00000100:00000010:1.0:1749610202.806736:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8100. 00000100:00000010:2.0:1749610202.806756:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8a80. 00000100:00000010:3.0:1749610202.806762:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8c00. 00000100:00000010:0.0:1749610203.548799:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8e00. 02000000:00000010:0.0:1749610203.548820:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610203.548833:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610203.548847:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610203.548852:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610203.548856:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8e00. 00000100:00000010:0.0:1749610205.549791:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8e00. 02000000:00000010:0.0:1749610205.549814:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610205.549829:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610205.549845:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610205.549850:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610205.549853:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8e00. 00000100:00000010:0.0:1749610207.550795:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8e00. 02000000:00000010:0.0:1749610207.550811:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610207.550822:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610207.550836:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610207.550840:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610207.550845:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8e00. 00000100:00000010:0.0:1749610207.812799:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8e00. 02000000:00000010:0.0:1749610207.812818:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4ec000. 00000100:00000010:0.0:1749610207.812848:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8380. 02000000:00000010:0.0:1749610207.812850:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4ee400. 00000100:00000010:0.0:1749610207.812856:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9c00. 02000000:00000010:0.0:1749610207.812869:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4ef000. 00000100:00000010:0.0:1749610207.812873:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dda300. 02000000:00000010:0.0:1749610207.812876:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9bb00. 00000100:00000010:0.0:1749610207.812896:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dda680. 02000000:00000010:0.0:1749610207.812898:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b800. 02000000:00000010:2.0:1749610207.812902:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2e400. 00000400:00000010:2.0:1749610207.812909:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd840. 02000000:00000010:0.0:1749610207.812914:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebcbc00. 00000400:00000010:2.0:1749610207.812915:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000400:00000010:0.0:1749610207.812917:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eadc0. 00000400:00000010:0.0:1749610207.812920:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000100:00000200:2.0:1749610207.812921:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193574784, portal 4 00000100:00000200:0.0:1749610207.812923:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193575296, portal 4 00000400:00000010:2.0:1749610207.812925:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 00000100:00000200:2.0:1749610207.812927:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193574784, offset 0 00000400:00000010:0.0:1749610207.812927:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610207.812929:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193575296, offset 0 00000400:00000200:2.0:1749610207.812935:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610207.812940:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610207.812945:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610207.812945:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0800. 00000400:00000200:0.0:1749610207.812946:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610207.812950:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52790. 00000400:00000200:2.0:1749610207.812954:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada23380 00000400:00000010:1.0:1749610207.812954:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610207.812956:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193575168, portal 10 00000400:00000200:0.0:1749610207.812958:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada23580 00000400:00000200:2.0:1749610207.812960:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 6240 00000400:00000010:1.0:1749610207.812960:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000400:00000200:2.0:1749610207.812966:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610207.812966:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 8104 00000400:00000200:2.0:1749610207.812970:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610207.812970:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193575168, offset 0 00000400:00000200:0.0:1749610207.812971:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610207.812973:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610207.812975:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610207.812975:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610207.812978:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e4000. 00000100:00000200:0.0:1749610207.812978:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1749610207.812980:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610207.812981:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddad80. 00000400:00000200:1.0:1749610207.812985:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada23500 00000400:00000200:1.0:1749610207.812989:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 41488 00000400:00000200:1.0:1749610207.812993:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610207.812996:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610207.813000:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000400:00000010:2.0:1749610207.813002:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000400:00000200:0.0:1749610207.813005:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000100:00000200:1.0:1749610207.813007:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1749610207.813007:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:2.0:1749610207.813008:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd8e00 x1834598193574784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610207.813010:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131661c00. 00000100:00000200:0.0:1749610207.813010:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dda680 x1834598193575296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610207.813020:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610207.813022:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000100:00000010:0.0:1749610207.813022:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40518c0. 00000100:00000200:1.0:1749610207.813026:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dda300 x1834598193575168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610207.813041:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40517c0. 00000020:00000010:2.0:1749610207.813050:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8a80. 00000020:00000010:3.0:1749610207.813051:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2ec0. 00000020:00000010:2.0:1749610207.813054:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051b00. 00000020:00000010:3.0:1749610207.813055:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2780. 00000100:00000010:0.0:1749610207.813056:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051d00. 00000100:00000010:0.0:1749610207.813059:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051700. 00000020:00000010:1.0:1749610207.813062:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0c00. 00000020:00000010:3.0:1749610207.813065:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000020:00000010:1.0:1749610207.813067:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013480. 00000020:00000010:3.0:1749610207.813068:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000020:00000010:2.0:1749610207.813068:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a800. 00000020:00000010:3.0:1749610207.813070:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000020:00000010:1.0:1749610207.813070:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a708. 00000020:00000010:2.0:1749610207.813071:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610207.813074:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000020:00000010:3.0:1749610207.813093:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2780. 00000020:00000010:2.0:1749610207.813093:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8180. 00000100:00000200:1.0:1749610207.813093:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193574784 00000020:00000010:3.0:1749610207.813095:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2780. 00000020:00000010:2.0:1749610207.813095:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8180. 00000100:00000200:3.0:1749610207.813097:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193575296 00000100:00000200:2.0:1749610207.813097:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193575168 02000000:00000010:3.0:1749610207.813107:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e1c00. 02000000:00000010:2.0:1749610207.813107:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2f000. 00010000:00020000:1.0:1749610207.813107:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000200:2.0:1749610207.813112:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880131661c00 x1834598193575168/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:398/0 lens 224/224 e 0 to 0 dl 1749610218 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610207.813112:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a707000. 00010000:00000200:3.0:1749610207.813113:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096ddad80 x1834598193575296/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:398/0 lens 224/224 e 0 to 0 dl 1749610218 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610207.813119:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000400:00000010:2.0:1749610207.813122:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 00000100:00000200:1.0:1749610207.813122:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193574784, offset 0 00000400:00000010:3.0:1749610207.813123:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:2.0:1749610207.813125:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193575168, offset 224 00000400:00000200:1.0:1749610207.813126:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610207.813128:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193575296, offset 224 00000400:00000200:2.0:1749610207.813130:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610207.813131:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610207.813133:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610207.813135:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610207.813136:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada23380 00000400:00000200:3.0:1749610207.813138:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610207.813141:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada23500 00000400:00000200:1.0:1749610207.813141:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6af5 [1] + 0 00000400:00000200:3.0:1749610207.813143:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada23580 00000400:00000200:1.0:1749610207.813144:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610207.813145:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b05 [1] + 224 00000400:00000200:1.0:1749610207.813147:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610207.813148:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610207.813149:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6af9 [1] + 224 00000400:00000200:2.0:1749610207.813151:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610207.813153:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610207.813155:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610207.813155:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dda300 x1834598193575168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610207.813155:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd8e00 x1834598193574784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610207.813159:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dda680 x1834598193575296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610207.813164:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000400:00000010:2.0:1749610207.813166:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000400:00000200:1.0:1749610207.813168:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610207.813170:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000020:00000010:2.0:1749610207.813173:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610207.813176:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000020:00000010:1.0:1749610207.813176:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013480. 00000020:00000010:2.0:1749610207.813180:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a800. 00000020:00000010:1.0:1749610207.813180:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a708. 00000020:00000010:1.0:1749610207.813182:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0c00. 00000400:00000200:3.0:1749610207.813183:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610207.813185:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000020:00000010:3.0:1749610207.813192:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000020:00000010:3.0:1749610207.813194:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000400:00000010:2.0:1749610207.813194:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd840. 00000020:00000010:3.0:1749610207.813196:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000400:00000200:2.0:1749610207.813196:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610207.813197:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610207.813200:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd8e00 x1834598193574784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610207.813209:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52790. 00000400:00000200:1.0:1749610207.813213:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610207.813214:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000200:2.0:1749610207.813216:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd8e00 x1834598193574784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610207.813218:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dda300 x1834598193575168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610207.813225:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dda300 x1834598193575168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610207.813234:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2d000. 00000400:00000010:0.0:1749610207.813234:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eadc0. 00000400:00000010:2.0:1749610207.813237:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd840. 00000400:00000200:0.0:1749610207.813238:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 02000000:00000010:1.0:1749610207.813239:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0800. 00000400:00000010:0.0:1749610207.813239:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 00000400:00000010:2.0:1749610207.813242:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 02000000:00000010:1.0:1749610207.813242:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9bb00. 00000100:00000200:0.0:1749610207.813243:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dda680 x1834598193575296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610207.813244:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193574912, portal 10 00000100:00000010:1.0:1749610207.813245:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dda300. 00000400:00000010:2.0:1749610207.813248:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 00000100:00000200:2.0:1749610207.813249:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193574912, offset 0 00000400:00000200:2.0:1749610207.813269:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610207.813274:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610207.813278:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada23400 00000400:00000200:2.0:1749610207.813281:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 41712 00000400:00000200:2.0:1749610207.813284:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610207.813287:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610207.813289:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610207.813291:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e4e00. 00000100:00000200:0.0:1749610207.813292:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dda680 x1834598193575296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610207.813305:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000400:00000010:2.0:1749610207.813306:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 02000000:00000010:0.0:1749610207.813306:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebcbc00. 00000100:00000200:2.0:1749610207.813309:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd8380 x1834598193574912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610207.813310:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b800. 00000100:00000010:0.0:1749610207.813312:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dda680. 02000000:00000010:2.0:1749610207.813323:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2cc00. 00000020:00000010:3.0:1749610207.813324:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000400:00000010:2.0:1749610207.813325:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 00000400:00000010:2.0:1749610207.813327:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 00000100:00000200:2.0:1749610207.813329:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193575040, portal 10 00000020:00000010:3.0:1749610207.813330:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000020:00000010:3.0:1749610207.813331:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000400:00000010:2.0:1749610207.813332:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00000100:00000200:2.0:1749610207.813333:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193575040, offset 0 00000400:00000200:2.0:1749610207.813336:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610207.813339:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610207.813341:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193574912 00000400:00000200:2.0:1749610207.813343:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada23480 00000400:00000200:2.0:1749610207.813345:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 42232 00010000:00020000:3.0:1749610207.813347:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610207.813349:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610207.813350:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e3800. 00000400:00000010:3.0:1749610207.813353:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000400:00000200:2.0:1749610207.813355:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610207.813356:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193574912, offset 0 00000400:00000200:3.0:1749610207.813358:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610207.813360:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610207.813362:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610207.813362:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5180. 00000400:00000200:3.0:1749610207.813364:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada23400 00000400:00000200:3.0:1749610207.813367:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b19 [1] + 0 00000400:00000200:3.0:1749610207.813369:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610207.813370:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610207.813370:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000400:00000010:2.0:1749610207.813371:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000100:00000200:3.0:1749610207.813375:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd8380 x1834598193574912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610207.813375:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd9c00 x1834598193575040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610207.813382:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbc00. 00000400:00000200:3.0:1749610207.813385:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000020:00000010:0.0:1749610207.813385:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392900. 00000400:00000010:3.0:1749610207.813386:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 02000000:00000010:2.0:1749610207.813386:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2e400. 00000020:00000010:0.0:1749610207.813388:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40403e8. 02000000:00000010:2.0:1749610207.813389:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4ec000. 00000020:00000010:3.0:1749610207.813390:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000020:00000010:3.0:1749610207.813391:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000020:00000010:3.0:1749610207.813392:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000100:00000010:2.0:1749610207.813392:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8e00. 00000100:00000200:3.0:1749610207.813397:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193575040 00010000:00020000:3.0:1749610207.813401:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749610207.813401:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd840. 02000000:00000010:3.0:1749610207.813403:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e3400. 00000400:00000200:2.0:1749610207.813403:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610207.813404:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000400:00000010:3.0:1749610207.813406:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:2.0:1749610207.813407:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd8380 x1834598193574912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610207.813408:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193575040, offset 0 00000400:00000200:3.0:1749610207.813411:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610207.813413:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd8380 x1834598193574912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610207.813415:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610207.813418:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada23480 00000400:00000200:3.0:1749610207.813421:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b21 [1] + 0 00000400:00000200:3.0:1749610207.813423:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610207.813424:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2d000. 00000400:00000200:3.0:1749610207.813425:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610207.813426:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4ee400. 00000100:00000010:2.0:1749610207.813429:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8380. 00000100:00000200:3.0:1749610207.813434:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd9c00 x1834598193575040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610207.813444:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610207.813446:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000020:00000010:3.0:1749610207.813452:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392900. 00000020:00000010:3.0:1749610207.813454:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40403e8. 00000400:00000010:2.0:1749610207.813454:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00000020:00000010:3.0:1749610207.813456:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbc00. 00000400:00000200:2.0:1749610207.813456:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000400:00000010:2.0:1749610207.813457:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000100:00000200:2.0:1749610207.813460:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd9c00 x1834598193575040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610207.813466:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd9c00 x1834598193575040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610207.813476:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2cc00. 02000000:00000010:2.0:1749610207.813479:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4ef000. 00000100:00000010:2.0:1749610207.813482:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9c00. 00000100:00000010:1.0:1749610207.814719:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40517c0. 00000100:00000010:0.0:1749610207.814723:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40518c0. 00000100:00000010:3.0:1749610207.814727:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051700. 00000100:00000010:2.0:1749610207.814806:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051d00. 00000100:00000010:0.0:1749610209.551805:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dda680. 02000000:00000010:0.0:1749610209.551831:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcba00. 00000100:00000010:0.0:1749610209.551846:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610209.551863:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610209.551868:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcba00. 00000100:00000010:0.0:1749610209.551872:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dda680. 00000100:00000010:0.0:1749610211.552782:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dda680. 02000000:00000010:0.0:1749610211.552799:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebca800. 00000100:00000010:0.0:1749610211.552811:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610211.552823:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610211.552827:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebca800. 00000100:00000010:0.0:1749610211.552832:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dda680. 00000100:00000010:0.0:1749610212.820771:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dda680. 02000000:00000010:0.0:1749610212.820785:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4ef400. 00000100:00000010:0.0:1749610212.820809:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddb100. 02000000:00000010:0.0:1749610212.820811:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4eec00. 00000100:00000010:0.0:1749610212.820816:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddb800. 02000000:00000010:0.0:1749610212.820818:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4ee800. 00000100:00000010:0.0:1749610212.820821:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddbb80. 02000000:00000010:0.0:1749610212.820823:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b800. 00000100:00000010:0.0:1749610212.820846:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9c00. 02000000:00000010:2.0:1749610212.820853:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2cc00. 00000400:00000010:2.0:1749610212.820860:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 02000000:00000010:0.0:1749610212.820864:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9bf00. 00000400:00000010:2.0:1749610212.820866:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 00000100:00000200:2.0:1749610212.820872:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193575680, portal 4 00000400:00000010:2.0:1749610212.820878:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610212.820880:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193575680, offset 0 00000400:00000200:2.0:1749610212.820886:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610212.820891:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0800. 00000400:00000010:1.0:1749610212.820896:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52790. 00000400:00000200:2.0:1749610212.820897:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610212.820903:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610212.820905:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193576192, portal 4 00000400:00000200:2.0:1749610212.820906:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada23700 00000400:00000010:1.0:1749610212.820909:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000400:00000200:2.0:1749610212.820912:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 6760 00000400:00000200:2.0:1749610212.820918:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610212.820919:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193576192, offset 0 00000400:00000200:2.0:1749610212.820921:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610212.820923:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610212.820924:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133000. 00000100:00000200:2.0:1749610212.820926:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610212.820927:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610212.820930:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e4a80. 00000400:00000200:1.0:1749610212.820931:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada23900 00000400:00000200:1.0:1749610212.820935:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 8328 00000400:00000010:3.0:1749610212.820936:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb58. 00000400:00000200:1.0:1749610212.820939:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610212.820942:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610212.820943:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:1.0:1749610212.820945:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1749610212.820948:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ebab100. 00000100:00000200:3.0:1749610212.820950:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193576064, portal 10 00000400:00000200:2.0:1749610212.820953:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610212.820955:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000400:00000010:3.0:1749610212.820956:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610212.820959:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193576064, offset 0 00000100:00000200:2.0:1749610212.820962:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dda680 x1834598193575680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610212.820962:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610212.820963:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000100:00000200:1.0:1749610212.820968:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd9c00 x1834598193576192/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610212.820975:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610212.820977:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8180. 00000020:00000010:0.0:1749610212.820982:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca800. 00000400:00000200:3.0:1749610212.820987:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610212.820987:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392680. 00000020:00000010:0.0:1749610212.820990:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000400:00000200:3.0:1749610212.820997:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada23880 00000100:00000010:2.0:1749610212.820998:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8e80. 00000100:00000010:2.0:1749610212.821001:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8e40. 00000400:00000200:3.0:1749610212.821003:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 42752 00000020:00000010:1.0:1749610212.821004:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca400. 00000100:00000010:2.0:1749610212.821005:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8800. 00000400:00000200:3.0:1749610212.821009:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610212.821009:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2ec0. 00000100:00000200:0.0:1749610212.821010:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193575680 02000000:00000010:2.0:1749610212.821012:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2e400. 00000400:00000200:3.0:1749610212.821013:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610212.821015:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd840. 00000100:00000200:3.0:1749610212.821018:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:2.0:1749610212.821018:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000020:00000010:1.0:1749610212.821018:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0c00. 00000100:00000200:2.0:1749610212.821021:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193575808, portal 10 00000020:00000010:1.0:1749610212.821021:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013480. 00000100:00000010:3.0:1749610212.821023:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f0a80. 00000020:00000010:1.0:1749610212.821023:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a708. 00000400:00000010:2.0:1749610212.821024:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00010000:00020000:0.0:1749610212.821024:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610212.821026:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193575808, offset 0 00000400:00000200:2.0:1749610212.821030:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610212.821030:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ee000. 00000400:00000200:2.0:1749610212.821035:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610212.821038:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000400:00000200:2.0:1749610212.821039:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada23780 00000100:00000200:0.0:1749610212.821042:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193575680, offset 0 00000020:00000010:1.0:1749610212.821043:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca7c0. 00000400:00000200:2.0:1749610212.821044:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 42976 00000020:00000010:1.0:1749610212.821045:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca7c0. 00000100:00000200:1.0:1749610212.821047:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193576192 00000400:00000200:2.0:1749610212.821055:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610212.821055:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610212.821058:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000200:2.0:1749610212.821058:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749610212.821060:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009dad0800. 00000400:00000010:3.0:1749610212.821061:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000200:0.0:1749610212.821061:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610212.821065:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000200:1.0:1749610212.821065:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012ebab100 x1834598193576192/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:403/0 lens 224/224 e 0 to 0 dl 1749610223 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610212.821066:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada23700 00000100:00000200:3.0:1749610212.821067:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096ddbb80 x1834598193576064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610212.821068:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5500. 00000400:00000200:0.0:1749610212.821070:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6b31 [1] + 0 00000400:00000010:1.0:1749610212.821074:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000400:00000200:0.0:1749610212.821074:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610212.821076:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610212.821077:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193576192, offset 224 00000400:00000200:2.0:1749610212.821079:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000400:00000010:2.0:1749610212.821081:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000100:00000200:2.0:1749610212.821085:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096ddb100 x1834598193575808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610212.821085:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610212.821089:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dda680 x1834598193575680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610212.821090:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610212.821094:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada23900 00000400:00000200:1.0:1749610212.821097:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6b39 [1] + 224 02000000:00000010:2.0:1749610212.821104:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2d000. 00000400:00000010:2.0:1749610212.821106:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:1.0:1749610212.821106:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610212.821108:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00000400:00000200:0.0:1749610212.821108:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 00000400:00000200:1.0:1749610212.821109:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610212.821110:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 00000100:00000200:2.0:1749610212.821113:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193575936, portal 10 00000100:00000200:1.0:1749610212.821115:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd9c00 x1834598193576192/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610212.821117:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610212.821118:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193575936, offset 0 00000020:00000010:0.0:1749610212.821119:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392680. 00000400:00000200:2.0:1749610212.821121:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610212.821122:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000400:00000200:2.0:1749610212.821125:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610212.821125:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca800. 00000400:00000200:1.0:1749610212.821126:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610212.821127:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000400:00000200:2.0:1749610212.821129:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada23800 00000400:00000200:2.0:1749610212.821132:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 43496 00000400:00000200:2.0:1749610212.821135:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610212.821136:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013480. 00000400:00000200:2.0:1749610212.821137:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610212.821139:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2780. 00000100:00000200:2.0:1749610212.821140:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749610212.821141:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a708. 00000100:00000010:2.0:1749610212.821142:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e7800. 00000020:00000010:3.0:1749610212.821143:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8a80. 00000020:00000010:1.0:1749610212.821143:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0c00. 00000400:00000200:2.0:1749610212.821152:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610212.821153:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:3.0:1749610212.821154:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132400. 00000100:00000200:2.0:1749610212.821156:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096ddb800 x1834598193575936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610212.821157:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000400:00000010:1.0:1749610212.821158:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52790. 00000020:00000010:0.0:1749610212.821159:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca800. 00000020:00000010:3.0:1749610212.821161:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000400:00000200:1.0:1749610212.821161:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610212.821162:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000020:00000010:0.0:1749610212.821162:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392680. 00000020:00000010:0.0:1749610212.821164:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000100:00000200:1.0:1749610212.821165:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd9c00 x1834598193576192/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610212.821171:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd9c00 x1834598193576192/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610212.821172:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00000400:00000200:2.0:1749610212.821175:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000020:00000010:0.0:1749610212.821175:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcba00. 00000400:00000010:2.0:1749610212.821176:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000020:00000010:0.0:1749610212.821177:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392800. 00000100:00000200:2.0:1749610212.821179:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dda680 x1834598193575680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610212.821179:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040320. 00000100:00000200:2.0:1749610212.821186:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dda680 x1834598193575680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610212.821190:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2180. 02000000:00000010:1.0:1749610212.821190:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0800. 00000100:00000200:0.0:1749610212.821190:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193575808 02000000:00000010:1.0:1749610212.821194:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9bf00. 00000100:00000010:1.0:1749610212.821197:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9c00. 00010000:00020000:0.0:1749610212.821197:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749610212.821201:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2180. 02000000:00000010:0.0:1749610212.821201:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ed800. 00000100:00000200:3.0:1749610212.821204:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193576064 02000000:00000010:2.0:1749610212.821205:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2cc00. 02000000:00000010:2.0:1749610212.821208:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4ef400. 00000400:00000010:0.0:1749610212.821210:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000100:00000010:2.0:1749610212.821211:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dda680. 00000100:00000200:0.0:1749610212.821213:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193575808, offset 0 00000100:00000200:1.0:1749610212.821236:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193575936 02000000:00000010:3.0:1749610212.821239:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e2400. 00010000:00020000:1.0:1749610212.821243:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000200:3.0:1749610212.821246:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f0a80 x1834598193576064/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:403/0 lens 224/224 e 0 to 0 dl 1749610223 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610212.821248:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f153800. 00000400:00000200:0.0:1749610212.821248:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610212.821253:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000400:00000200:0.0:1749610212.821253:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610212.821255:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193575936, offset 0 00000400:00000200:0.0:1749610212.821257:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada23780 00000400:00000010:3.0:1749610212.821258:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000400:00000200:1.0:1749610212.821258:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610212.821262:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b49 [1] + 0 00000400:00000200:1.0:1749610212.821264:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610212.821266:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193576064, offset 224 00000400:00000200:0.0:1749610212.821266:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610212.821267:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada23800 00000400:00000200:0.0:1749610212.821268:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610212.821271:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610212.821275:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b59 [1] + 0 00000400:00000200:3.0:1749610212.821278:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610212.821278:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610212.821281:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610212.821283:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada23880 00000100:00000200:0.0:1749610212.821284:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096ddb100 x1834598193575808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610212.821285:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096ddb800 x1834598193575936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610212.821287:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b41 [1] + 224 00000400:00000200:3.0:1749610212.821292:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610212.821294:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610212.821299:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096ddbb80 x1834598193576064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610212.821301:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 00000400:00000010:0.0:1749610212.821303:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 00000400:00000200:1.0:1749610212.821305:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610212.821307:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000020:00000010:0.0:1749610212.821309:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392680. 00000020:00000010:0.0:1749610212.821311:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:1.0:1749610212.821314:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392800. 00000020:00000010:0.0:1749610212.821314:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca800. 00000400:00000200:3.0:1749610212.821315:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000020:00000010:1.0:1749610212.821316:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040320. 00000400:00000010:3.0:1749610212.821317:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000020:00000010:1.0:1749610212.821318:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcba00. 00000400:00000010:2.0:1749610212.821324:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd840. 00000020:00000010:3.0:1749610212.821326:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000400:00000200:2.0:1749610212.821327:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610212.821328:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000020:00000010:3.0:1749610212.821330:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000020:00000010:3.0:1749610212.821332:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132400. 00000100:00000200:2.0:1749610212.821332:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096ddb100 x1834598193575808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610212.821339:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096ddb100 x1834598193575808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610212.821351:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:2.0:1749610212.821353:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000400:00000010:2.0:1749610212.821354:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000100:00000200:2.0:1749610212.821357:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096ddb800 x1834598193575936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610212.821358:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb58. 00000400:00000200:3.0:1749610212.821363:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000100:00000200:2.0:1749610212.821363:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096ddb800 x1834598193575936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610212.821365:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610212.821369:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096ddbb80 x1834598193576064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610212.821372:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2e400. 00000100:00000200:3.0:1749610212.821376:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096ddbb80 x1834598193576064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610212.821376:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4eec00. 00000100:00000010:2.0:1749610212.821379:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096ddb100. 02000000:00000010:2.0:1749610212.821383:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2d000. 02000000:00000010:2.0:1749610212.821385:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4ee800. 00000100:00000010:2.0:1749610212.821387:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096ddb800. 02000000:00000010:3.0:1749610212.821395:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133000. 02000000:00000010:3.0:1749610212.821400:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b800. 00000100:00000010:3.0:1749610212.821403:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096ddbb80. 00000100:00000010:1.0:1749610212.822721:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8e80. 00000100:00000010:2.0:1749610212.822727:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8e40. 00000100:00000010:0.0:1749610212.822736:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8180. 00000100:00000010:3.0:1749610212.822743:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8800. 00000100:00000010:0.0:1749610213.553790:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8380. 02000000:00000010:0.0:1749610213.553811:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebca800. 00000100:00000010:0.0:1749610213.553826:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610213.553842:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610213.553847:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebca800. 00000100:00000010:0.0:1749610213.553853:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8380. 00000100:00000010:0.0:1749610215.554799:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8380. 02000000:00000010:0.0:1749610215.554817:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcaa00. 00000100:00000010:0.0:1749610215.554830:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610215.554844:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610215.554848:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcaa00. 00000100:00000010:0.0:1749610215.554854:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8380. 00000100:00000010:0.0:1749610217.555810:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8380. 02000000:00000010:0.0:1749610217.555829:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcaa00. 00000100:00000010:0.0:1749610217.555840:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610217.555853:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610217.555868:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcaa00. 00000100:00000010:0.0:1749610217.555874:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8380. 10000000:00020000:3.0:1749610217.611802:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -108 00000100:00000010:3.0:1749610217.611837:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1180. 02000000:00000010:3.0:1749610217.611853:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6133000. 00010000:00000010:3.0:1749610217.611865:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b47aaa00. 00010000:00000010:3.0:1749610217.611872:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6132400. 00000100:00000010:3.0:1749610217.611887:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a80c0600. 00000100:00000200:3.0:1749610217.611897:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8800966f1180 x1834598193576704/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610217.611908:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a80c0600. 02000000:00000010:3.0:1749610217.611941:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6133000. 00000100:00000010:3.0:1749610217.611946:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f1180. 00010000:00000010:0.1:1749610217.614768:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b47aaa00. 00010000:00000010:0.1:1749610217.614775:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6132400. 00000100:00000010:0.0:1749610217.828769:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8380. 02000000:00000010:0.0:1749610217.828785:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4efc00. 00000100:00000010:0.0:1749610217.828813:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8e00. 02000000:00000010:0.0:1749610217.828817:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4ec800. 00000100:00000010:0.0:1749610217.828826:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dda300. 02000000:00000010:0.0:1749610217.828829:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4ef800. 00000100:00000010:0.0:1749610217.828833:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9180. 02000000:00000010:0.0:1749610217.828836:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b900. 02000000:00000010:2.0:1749610217.828842:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2d000. 00000400:00000010:2.0:1749610217.828848:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000400:00000010:2.0:1749610217.828853:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00000100:00000200:2.0:1749610217.828859:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193576832, portal 4 00000400:00000010:2.0:1749610217.828862:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000100:00000010:0.0:1749610217.828862:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9880. 00000100:00000200:2.0:1749610217.828863:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193576832, offset 0 02000000:00000010:0.0:1749610217.828865:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b300. 00000400:00000200:2.0:1749610217.828879:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610217.828882:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebcaa00. 00000400:00000010:0.0:1749610217.828885:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eadc0. 00000400:00000010:0.0:1749610217.828889:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000400:00000200:2.0:1749610217.828890:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610217.828892:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193577344, portal 4 00000400:00000010:0.0:1749610217.828896:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610217.828897:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193577344, offset 0 00000400:00000200:2.0:1749610217.828899:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada23b80 00000400:00000200:0.0:1749610217.828902:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610217.828907:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 7280 00000400:00000200:0.0:1749610217.828908:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610217.828912:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada23d80 00000400:00000200:2.0:1749610217.828913:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610217.828914:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0c00. 00000400:00000200:2.0:1749610217.828916:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610217.828917:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 8552 00000400:00000010:1.0:1749610217.828919:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52790. 00000400:00000200:0.0:1749610217.828921:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610217.828923:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:1.0:1749610217.828923:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000400:00000200:0.0:1749610217.828924:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610217.828926:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193577216, portal 10 00000100:00000010:2.0:1749610217.828927:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e6300. 00000100:00000200:0.0:1749610217.828927:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:1.0:1749610217.828929:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000100:00000010:0.0:1749610217.828930:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddb480. 00000100:00000200:1.0:1749610217.828931:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193577216, offset 0 00000400:00000200:1.0:1749610217.828935:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610217.828943:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610217.828945:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000400:00000200:1.0:1749610217.828946:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610217.828950:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000100:00000200:2.0:1749610217.828951:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd8380 x1834598193576832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610217.828952:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:1.0:1749610217.828953:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada23d00 00000100:00000200:0.0:1749610217.828956:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd9880 x1834598193577344/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610217.828957:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 44016 00000400:00000200:1.0:1749610217.828962:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610217.828964:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610217.828966:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8e40. 00000100:00000200:1.0:1749610217.828968:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610217.828971:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012eba9880. 00000100:00000010:2.0:1749610217.828976:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8000. 00000100:00000010:2.0:1749610217.828979:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8fc0. 00000100:00000010:2.0:1749610217.828981:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8f80. 00000020:00000010:0.0:1749610217.828985:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb000. 00000400:00000200:1.0:1749610217.828988:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000020:00000010:0.0:1749610217.828989:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392e00. 00000400:00000010:1.0:1749610217.828990:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 02000000:00000010:2.0:1749610217.828992:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2e400. 00000400:00000010:2.0:1749610217.828994:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd840. 00000100:00000200:1.0:1749610217.828994:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd9180 x1834598193577216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610217.828995:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610217.828997:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193576960, portal 10 00000020:00000010:0.0:1749610217.828998:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000400:00000010:2.0:1749610217.828999:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 00000100:00000200:2.0:1749610217.829000:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193576960, offset 0 00000400:00000200:2.0:1749610217.829003:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610217.829006:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610217.829008:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada23c00 00000400:00000200:2.0:1749610217.829011:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 44240 00000400:00000200:2.0:1749610217.829013:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610217.829014:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610217.829016:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610217.829018:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e6d80. 00000100:00000200:0.0:1749610217.829019:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193576832 00000400:00000200:2.0:1749610217.829023:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000400:00000010:2.0:1749610217.829024:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000020:00000010:1.0:1749610217.829028:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca980. 00000020:00000010:3.0:1749610217.829031:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2180. 00000100:00000200:2.0:1749610217.829031:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dd8e00 x1834598193576960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610217.829032:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca400. 00010000:00020000:0.0:1749610217.829033:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749610217.829035:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2780. 02000000:00000010:0.0:1749610217.829039:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ecc00. 02000000:00000010:2.0:1749610217.829041:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2cc00. 00000020:00000010:1.0:1749610217.829041:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0200. 00000020:00000010:3.0:1749610217.829042:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000400:00000010:2.0:1749610217.829043:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 00000020:00000010:3.0:1749610217.829044:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000400:00000010:2.0:1749610217.829044:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 00000020:00000010:1.0:1749610217.829044:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013480. 00000020:00000010:3.0:1749610217.829046:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000100:00000200:2.0:1749610217.829046:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193577088, portal 10 00000020:00000010:1.0:1749610217.829046:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a708. 00000400:00000010:0.0:1749610217.829046:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000400:00000010:2.0:1749610217.829048:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610217.829049:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193577088, offset 0 00000400:00000200:2.0:1749610217.829051:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610217.829053:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610217.829057:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada23c80 00000400:00000200:2.0:1749610217.829059:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 44760 00000400:00000200:2.0:1749610217.829063:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610217.829063:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca400. 00000020:00000010:3.0:1749610217.829064:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132e00. 00000400:00000200:2.0:1749610217.829065:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610217.829065:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca400. 00000100:00000200:0.0:1749610217.829065:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193576832, offset 0 00000020:00000010:3.0:1749610217.829066:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886d00. 00000100:00000200:2.0:1749610217.829067:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610217.829068:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09898. 00000100:00000010:2.0:1749610217.829069:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e6a00. 00000400:00000200:0.0:1749610217.829069:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610217.829072:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193577344 00000400:00000200:0.0:1749610217.829074:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610217.829076:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610217.829078:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000400:00000200:0.0:1749610217.829079:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada23b80 00000100:00000200:2.0:1749610217.829081:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096dda300 x1834598193577088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610217.829082:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f151000. 00000400:00000200:0.0:1749610217.829082:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6b6d [1] + 0 00000020:00000010:3.0:1749610217.829085:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133e00. 00000400:00000200:0.0:1749610217.829086:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610217.829087:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a00. 00010000:00000200:1.0:1749610217.829087:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096ddb480 x1834598193577344/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:408/0 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610217.829088:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610217.829089:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09960. 00000100:00000200:0.0:1749610217.829092:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd8380 x1834598193576832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610217.829097:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000020:00000010:3.0:1749610217.829098:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2780. 00000020:00000010:3.0:1749610217.829099:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2780. 00000100:00000200:1.0:1749610217.829099:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193577344, offset 224 00000100:00000200:3.0:1749610217.829101:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193577216 00000400:00000200:1.0:1749610217.829103:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610217.829107:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193576960 00000400:00000200:0.0:1749610217.829107:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 02000000:00000010:3.0:1749610217.829108:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800736e0400. 00000400:00000010:0.0:1749610217.829109:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:1.0:1749610217.829110:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:3.0:1749610217.829113:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012eba9880 x1834598193577216/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:408/0 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610217.829114:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada23d80 00010000:00020000:2.0:1749610217.829115:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749610217.829116:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392e00. 00000400:00000200:1.0:1749610217.829118:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6b75 [1] + 224 00000020:00000010:0.0:1749610217.829119:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 02000000:00000010:2.0:1749610217.829120:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2fc00. 00000400:00000200:1.0:1749610217.829121:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610217.829122:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb000. 00000400:00000200:1.0:1749610217.829123:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610217.829124:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610217.829126:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193576960, offset 0 00000400:00000010:3.0:1749610217.829127:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:1.0:1749610217.829127:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd9880 x1834598193577344/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610217.829129:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610217.829132:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193577216, offset 224 00000400:00000200:2.0:1749610217.829133:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610217.829136:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610217.829138:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada23c00 00000400:00000200:1.0:1749610217.829138:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610217.829139:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000400:00000200:3.0:1749610217.829141:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610217.829143:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eadc0. 00000400:00000200:0.0:1749610217.829145:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 00000400:00000200:3.0:1749610217.829146:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada23d00 00000020:00000010:1.0:1749610217.829146:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013480. 00000400:00000010:0.0:1749610217.829146:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 00000400:00000200:2.0:1749610217.829150:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b85 [1] + 0 00000020:00000010:1.0:1749610217.829150:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a708. 00000100:00000200:0.0:1749610217.829150:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd9880 x1834598193577344/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610217.829152:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0200. 00000400:00000200:2.0:1749610217.829153:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610217.829154:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610217.829155:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b7d [1] + 224 00000100:00000200:0.0:1749610217.829157:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd9880 x1834598193577344/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610217.829159:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610217.829161:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd8e00 x1834598193576960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610217.829162:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610217.829166:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dd9180 x1834598193577216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610217.829168:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000100:00000200:1.0:1749610217.829168:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193577088 00000400:00000010:2.0:1749610217.829169:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 02000000:00000010:0.0:1749610217.829192:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebcaa00. 00000400:00000200:3.0:1749610217.829193:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00010000:00020000:1.0:1749610217.829193:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:3.0:1749610217.829195:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 02000000:00000010:1.0:1749610217.829197:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f150000. 02000000:00000010:0.0:1749610217.829198:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b300. 00000400:00000010:1.0:1749610217.829202:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000100:00000010:0.0:1749610217.829202:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9880. 00000020:00000010:2.0:1749610217.829203:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886d00. 00000020:00000010:3.0:1749610217.829204:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000100:00000200:1.0:1749610217.829204:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193577088, offset 0 00000020:00000010:3.0:1749610217.829206:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000020:00000010:2.0:1749610217.829206:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09898. 00000400:00000200:1.0:1749610217.829207:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610217.829208:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132e00. 00000020:00000010:3.0:1749610217.829209:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000400:00000200:1.0:1749610217.829212:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610217.829216:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada23c80 00000400:00000200:1.0:1749610217.829219:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b8d [1] + 0 00000400:00000200:1.0:1749610217.829222:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610217.829225:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:1.0:1749610217.829225:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610217.829227:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000400:00000010:2.0:1749610217.829228:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000100:00000200:2.0:1749610217.829231:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd8380 x1834598193576832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610217.829236:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096dda300 x1834598193577088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610217.829238:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd8380 x1834598193576832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610217.829249:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd840. 00000400:00000200:2.0:1749610217.829251:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610217.829252:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610217.829254:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd8e00 x1834598193576960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610217.829257:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610217.829258:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000100:00000200:2.0:1749610217.829259:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd8e00 x1834598193576960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610217.829265:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a00. 00000020:00000010:1.0:1749610217.829267:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09960. 00000400:00000010:2.0:1749610217.829268:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00000400:00000200:2.0:1749610217.829270:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000020:00000010:1.0:1749610217.829270:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133e00. 00000400:00000010:2.0:1749610217.829271:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000100:00000200:2.0:1749610217.829273:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dda300 x1834598193577088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610217.829277:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dda300 x1834598193577088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610217.829282:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52790. 02000000:00000010:2.0:1749610217.829284:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2d000. 00000400:00000200:1.0:1749610217.829285:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 02000000:00000010:2.0:1749610217.829286:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4efc00. 00000400:00000010:1.0:1749610217.829287:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000100:00000010:2.0:1749610217.829289:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8380. 00000100:00000200:1.0:1749610217.829290:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd9180 x1834598193577216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610217.829296:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2e400. 02000000:00000010:2.0:1749610217.829297:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4ec800. 00000100:00000200:1.0:1749610217.829297:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd9180 x1834598193577216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610217.829299:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8e00. 02000000:00000010:2.0:1749610217.829301:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2cc00. 02000000:00000010:2.0:1749610217.829302:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4ef800. 00000100:00000010:2.0:1749610217.829303:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dda300. 02000000:00000010:1.0:1749610217.829308:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0c00. 02000000:00000010:1.0:1749610217.829311:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b900. 00000100:00000010:1.0:1749610217.829313:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9180. 00000100:00000010:0.0:1749610217.830721:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8e40. 00000100:00000010:3.0:1749610217.830725:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8f80. 00000100:00000010:1.0:1749610217.830729:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8000. 00000100:00000010:2.0:1749610217.830732:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8fc0. 00000100:00000010:0.0:1749610219.556807:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9880. 02000000:00000010:0.0:1749610219.556837:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcaa00. 00000100:00000010:0.0:1749610219.556850:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610219.556865:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610219.556870:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcaa00. 00000100:00000010:0.0:1749610219.556876:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9880. 00000800:00000200:0.0:1749610220.512841:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749610220.512846:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749610220.512849:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610220.513000:0:1043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1749610221.107101:0:1041:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610221.107117:0:1041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501700 00000400:00000100:0.0:1749610221.107123:0:1041:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188193536 offset 0 length 520: 4 00000400:00000200:0.0:1749610221.107126:0:1041:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88007261a100 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610221.107128:0:1041:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:0.0:1749610221.557780:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9880. 02000000:00000010:0.0:1749610221.557796:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610221.557807:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610221.557819:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610221.557822:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610221.557826:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9880. 00000400:00000010:0.0:1749610222.828808:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd9a0. 00000400:00000200:0.0:1749610222.828822:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76824c8 00000400:00000010:0.0:1749610222.828825:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76824c8. 00000100:00000200:0.0:1749610222.828837:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096dd8a80 x1834598193572736/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610222 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610222.828847:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096dd8a80 x1834598193572736/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610222 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610222.828910:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2c800. 02000000:00000010:0.0:1749610222.828921:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbc400. 00000100:00000010:0.0:1749610222.828925:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8a80. 00000100:00000010:2.0:1749610222.828968:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5f80. 02000000:00000010:2.0:1749610222.828985:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2cc00. 00000100:00000010:2.0:1749610222.829022:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e6680. 02000000:00000010:2.0:1749610222.829026:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2e400. 02000000:00000010:0.0:1749610222.829033:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ed400. 00000100:00000010:2.0:1749610222.829040:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6680. 02000000:00000010:2.0:1749610222.829044:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2d000. 00000400:00000010:0.0:1749610222.829045:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eadc0. 00000400:00000010:0.0:1749610222.829050:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d95d8. 00000100:00000010:2.0:1749610222.829054:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9880. 00000100:00000200:0.0:1749610222.829055:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193577728, portal 25 02000000:00000010:2.0:1749610222.829058:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2d800. 00000400:00000010:0.0:1749610222.829059:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610222.829060:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193577728, offset 0 00000100:00000010:2.0:1749610222.829063:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9f80. 00000400:00000200:0.0:1749610222.829066:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610222.829067:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9400. 00000400:00000200:0.0:1749610222.829077:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610222.829085:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada23f00 00000400:00000100:0.0:1749610222.829089:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193577728 offset 0 length 520: 4 00000400:00000200:0.0:1749610222.829092:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88007261a310 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610222.829093:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1749610222.829099:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000100:00000010:2.0:1749610222.829100:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8000. 00000400:00000010:0.0:1749610222.829100:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610222.829103:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e5f80 x1834598193577728/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610222.829105:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9900. 00000100:00000010:0.0:1749610222.829114:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40518c0. 02000000:00000010:3.0:1749610222.829115:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133000. 00000100:00000010:0.0:1749610222.829124:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051600. 00000400:00000010:3.0:1749610222.829126:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb58. 00000400:00000010:3.0:1749610222.829132:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000010:0.0:1749610222.829134:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051540. 00000100:00000200:3.0:1749610222.829151:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193578240, portal 10 00000400:00000010:3.0:1749610222.829156:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610222.829158:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193578240, offset 0 00000400:00000200:3.0:1749610222.829163:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610222.829163:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051100. 02000000:00000010:0.0:1749610222.829173:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ed000. 00000400:00000200:3.0:1749610222.829174:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610222.829176:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 02000000:00000010:1.0:1749610222.829178:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0c00. 00000400:00000010:0.0:1749610222.829178:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610222.829180:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193577856, portal 4 00000400:00000200:3.0:1749610222.829181:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada24100 00000400:00000010:1.0:1749610222.829183:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52790. 00000400:00000010:0.0:1749610222.829183:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000400:00000200:3.0:1749610222.829186:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 45280 00000100:00000200:0.0:1749610222.829190:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193577856, offset 0 00000400:00000200:3.0:1749610222.829191:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610222.829192:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000400:00000200:0.0:1749610222.829193:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610222.829194:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610222.829195:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193578368, portal 4 00000400:00000200:0.0:1749610222.829196:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610222.829199:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1749610222.829199:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000400:00000200:0.0:1749610222.829199:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada23f80 00000100:00000200:1.0:1749610222.829200:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193578368, offset 0 00000100:00000010:3.0:1749610222.829202:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1180. 00000400:00000200:0.0:1749610222.829203:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 7800 00000400:00000200:1.0:1749610222.829207:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610222.829207:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610222.829210:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610222.829211:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610222.829216:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada24180 00000100:00000200:0.0:1749610222.829218:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610222.829220:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8a80. 00000400:00000200:1.0:1749610222.829221:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 8776 00000400:00000200:1.0:1749610222.829224:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610222.829225:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000200:1.0:1749610222.829226:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610222.829227:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000200:1.0:1749610222.829231:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1749610222.829232:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9f80 x1834598193578240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610222.829232:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610222.829233:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000100:00000010:1.0:1749610222.829234:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095805500. 00000100:00000200:0.0:1749610222.829235:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e6680 x1834598193577856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610222.829244:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610222.829250:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000100:00000200:1.0:1749610222.829254:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d8000 x1834598193578368/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610222.829265:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb000. 00000020:00000010:0.0:1749610222.829269:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392e00. 00000020:00000010:0.0:1749610222.829272:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000100:00000200:0.0:1749610222.829291:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193577856 00000020:00000010:3.0:1749610222.829293:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2780. 00000020:00000010:3.0:1749610222.829297:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca980. 00010000:00020000:0.0:1749610222.829307:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749610222.829314:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133800. 02000000:00000010:0.0:1749610222.829315:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ef800. 00000400:00000010:0.0:1749610222.829324:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000020:00000010:3.0:1749610222.829326:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00000200:0.0:1749610222.829326:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193577856, offset 0 00000020:00000010:3.0:1749610222.829329:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000400:00000200:0.0:1749610222.829329:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610222.829334:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610222.829338:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada23f80 00000400:00000200:0.0:1749610222.829342:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6bb9 [1] + 0 00000400:00000200:0.0:1749610222.829345:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610222.829348:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610222.829352:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e6680 x1834598193577856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610222.829353:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2d40. 00000020:00000010:3.0:1749610222.829354:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2d40. 00000100:00000200:3.0:1749610222.829356:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193578368 00000400:00000200:0.0:1749610222.829361:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610222.829362:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 02000000:00000010:3.0:1749610222.829370:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a60a4c00. 00000020:00000010:0.0:1749610222.829370:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392e00. 00000020:00000010:2.0:1749610222.829372:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8fc0. 00000020:00000010:0.0:1749610222.829374:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00010000:00000200:3.0:1749610222.829375:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880095805500 x1834598193578368/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610222.829377:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2180. 00000020:00000010:0.0:1749610222.829377:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb000. 00000400:00000010:3.0:1749610222.829383:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610222.829385:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193578368, offset 224 00000020:00000010:2.0:1749610222.829386:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a800. 00000400:00000200:3.0:1749610222.829388:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610222.829388:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000400:00000010:0.0:1749610222.829391:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:3.0:1749610222.829392:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610222.829392:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000400:00000200:0.0:1749610222.829394:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000200:3.0:1749610222.829395:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada24180 00000400:00000010:0.0:1749610222.829395:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:3.0:1749610222.829398:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6bc1 [1] + 224 00000100:00000200:0.0:1749610222.829398:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e6680 x1834598193577856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610222.829401:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610222.829402:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610222.829406:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d8000 x1834598193578368/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610222.829412:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a88c0. 00000400:00000200:3.0:1749610222.829415:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000020:00000010:2.0:1749610222.829415:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a88c0. 00000100:00000200:0.0:1749610222.829415:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e6680 x1834598193577856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610222.829416:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000200:2.0:1749610222.829417:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193578240 00000020:00000010:3.0:1749610222.829423:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000020:00000010:3.0:1749610222.829425:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000020:00000010:3.0:1749610222.829426:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133800. 00000400:00000010:1.0:1749610222.829427:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52790. 02000000:00000010:2.0:1749610222.829429:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2f800. 00000100:02020000:0.0:1749610222.829430:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000400:00000200:1.0:1749610222.829431:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000400:00000010:1.0:1749610222.829432:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00010000:00000200:2.0:1749610222.829435:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f1180 x1834598193578240/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610222.829435:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d8000 x1834598193578368/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610222.829440:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d8000 x1834598193578368/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610222.829445:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 02000000:00000010:1.0:1749610222.829454:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0c00. 00000100:00000200:2.0:1749610222.829456:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193578240, offset 224 02000000:00000010:1.0:1749610222.829456:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9900. 00000100:00000010:1.0:1749610222.829459:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8000. 00000400:00000200:2.0:1749610222.829462:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610222.829468:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610222.829473:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada24100 00000400:00000200:2.0:1749610222.829478:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6bb1 [1] + 224 00000400:00000200:2.0:1749610222.829482:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610222.829485:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610222.829490:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9f80 x1834598193578240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610222.829504:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000400:00000010:2.0:1749610222.829506:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000400:00000010:3.0:1749610222.829513:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb58. 00000020:00000010:2.0:1749610222.829514:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000200:3.0:1749610222.829517:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000020:00000010:2.0:1749610222.829517:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000400:00000010:3.0:1749610222.829518:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610222.829520:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9f80 x1834598193578240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610222.829522:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a800. 00000100:00000200:3.0:1749610222.829525:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9f80 x1834598193578240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610222.829538:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133000. 02000000:00000010:3.0:1749610222.829541:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9400. 00000100:00000010:3.0:1749610222.829547:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9f80. 02000000:00000010:0.0:1749610222.834464:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ec800. 00000400:00000010:0.0:1749610222.834469:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610222.834471:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610222.834474:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193577984, portal 10 00000400:00000010:0.0:1749610222.834477:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610222.834479:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193577984, offset 0 00000400:00000200:0.0:1749610222.834482:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610222.834486:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610222.834490:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada24000 00000400:00000200:0.0:1749610222.834494:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 45504 00000400:00000200:0.0:1749610222.834497:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610222.834499:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610222.834502:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610222.834504:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9880. 00000400:00000200:0.0:1749610222.834516:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610222.834518:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610222.834520:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801211f6680 x1834598193577984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610222.834532:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4efc00. 00000400:00000010:0.0:1749610222.834534:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eae18. 00000400:00000010:0.0:1749610222.834535:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610222.834536:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193578112, portal 10 00000400:00000010:0.0:1749610222.834539:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9908. 00000100:00000200:0.0:1749610222.834540:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193578112, offset 0 00000400:00000200:0.0:1749610222.834542:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610222.834544:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610222.834547:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada24080 00000400:00000200:0.0:1749610222.834548:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 46024 00000020:00000010:3.0:1749610222.834553:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000400:00000200:0.0:1749610222.834556:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610222.834557:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000020:00000010:3.0:1749610222.834558:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000400:00000200:0.0:1749610222.834558:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610222.834560:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610222.834561:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddaa00. 00000400:00000200:0.0:1749610222.834568:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9908 00000400:00000010:0.0:1749610222.834570:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9908. 00000100:00000200:0.0:1749610222.834572:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9880 x1834598193578112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610222.834580:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ed000. 00000020:00000010:3.0:1749610222.834583:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133800. 00000020:00000010:3.0:1749610222.834584:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886680. 02000000:00000010:0.0:1749610222.834584:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2e400. 00000020:00000010:3.0:1749610222.834585:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09a28. 00000100:00000010:0.0:1749610222.834586:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e6680. 00000100:00000200:3.0:1749610222.834594:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193577984 00010000:00020000:3.0:1749610222.834606:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610222.834610:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a60a6400. 00000100:00000200:0.0:1749610222.834610:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193578112 00000400:00000010:3.0:1749610222.834616:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610222.834618:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193577984, offset 0 00010000:00020000:0.0:1749610222.834618:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749610222.834621:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610222.834622:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ed000. 00000400:00000010:0.0:1749610222.834626:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9908. 00000400:00000200:3.0:1749610222.834627:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610222.834628:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193578112, offset 0 00000400:00000200:0.0:1749610222.834630:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610222.834631:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada24000 00000400:00000200:3.0:1749610222.834634:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6bd5 [1] + 0 00000400:00000200:0.0:1749610222.834634:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610222.834637:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610222.834638:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada24080 00000400:00000200:3.0:1749610222.834639:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610222.834640:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6bdd [1] + 0 00000400:00000200:0.0:1749610222.834643:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610222.834645:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610222.834646:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801211f6680 x1834598193577984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610222.834647:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9880 x1834598193578112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610222.834657:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610222.834659:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000400:00000200:0.0:1749610222.834660:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9908 00000400:00000010:0.0:1749610222.834661:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9908. 00000020:00000010:3.0:1749610222.834663:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000020:00000010:3.0:1749610222.834665:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000020:00000010:0.0:1749610222.834666:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886680. 00000020:00000010:3.0:1749610222.834667:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000020:00000010:0.0:1749610222.834668:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09a28. 00000020:00000010:0.0:1749610222.834670:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133800. 00000400:00000010:0.0:1749610222.834701:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610222.834703:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610222.834707:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610222.834710:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801211f6680 x1834598193577984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610222.834715:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801211f6680 x1834598193577984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610222.834725:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eae18. 00000400:00000200:0.0:1749610222.834726:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610222.834727:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610222.834728:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9880 x1834598193578112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610222.834732:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9880 x1834598193578112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610222.834738:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ec800. 02000000:00000010:0.0:1749610222.834741:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2d000. 00000100:00000010:0.0:1749610222.834742:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6680. 02000000:00000010:0.0:1749610222.834744:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4efc00. 02000000:00000010:0.0:1749610222.834746:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2d800. 00000100:00000010:0.0:1749610222.834747:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9880. 00000100:00000010:1.0:1749610222.840727:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051600. 00000100:00000010:0.0:1749610222.840734:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40518c0. 00000100:00000010:2.0:1749610222.840737:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051540. 00000100:00000010:3.0:1749610222.840750:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051100. 00000100:00000010:0.0:1749610223.558777:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9f80. 02000000:00000010:0.0:1749610223.558796:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610223.558807:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610223.558820:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610223.558824:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610223.558828:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9f80. 00000100:00000010:0.0:1749610225.559809:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9f80. 02000000:00000010:0.0:1749610225.559828:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610225.559842:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610225.559856:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610225.559861:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610225.559865:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9f80. 00000100:00000010:0.0:1749610227.560813:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9f80. 02000000:00000010:0.0:1749610227.560830:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610227.560843:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610227.560857:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610227.560863:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610227.560868:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9f80. 00000100:00000010:2.0:1749610227.844765:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8700. 02000000:00000010:2.0:1749610227.844782:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2e000. 00000100:00000010:2.0:1749610227.844806:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8a80. 02000000:00000010:2.0:1749610227.844810:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2d400. 00000100:00000010:2.0:1749610227.844815:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7da300. 02000000:00000010:2.0:1749610227.844817:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2d800. 00000100:00000010:2.0:1749610227.844820:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7da680. 02000000:00000010:2.0:1749610227.844823:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9700. 00000100:00000010:2.0:1749610227.844838:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7dad80. 02000000:00000010:2.0:1749610227.844840:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9b00. 02000000:00000010:2.0:1749610227.844865:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7b600. 00000400:00000010:2.0:1749610227.844870:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 00000400:00000010:2.0:1749610227.844874:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 02000000:00000010:0.0:1749610227.844874:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ec800. 00000400:00000010:0.0:1749610227.844879:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eae18. 00000100:00000200:2.0:1749610227.844880:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193579392, portal 4 00000400:00000010:0.0:1749610227.844881:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000400:00000010:2.0:1749610227.844884:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000100:00000200:0.0:1749610227.844884:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193578880, portal 4 00000100:00000200:2.0:1749610227.844886:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193579392, offset 0 00000400:00000010:0.0:1749610227.844887:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610227.844888:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193578880, offset 0 00000400:00000200:2.0:1749610227.844891:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610227.844905:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610227.844916:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610227.844917:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610227.844924:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada24380 00000400:00000200:2.0:1749610227.844928:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada24580 00000400:00000200:0.0:1749610227.844929:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 8320 00000400:00000200:2.0:1749610227.844933:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 9000 00000400:00000200:0.0:1749610227.844934:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610227.844936:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610227.844936:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749610227.844937:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0c00. 00000400:00000200:2.0:1749610227.844938:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610227.844941:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1749610227.844941:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610227.844943:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7db100. 00000100:00000010:0.0:1749610227.844944:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9f80. 00000400:00000010:1.0:1749610227.844948:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52790. 00000400:00000010:1.0:1749610227.844953:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387c38. 00000100:00000200:1.0:1749610227.844958:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193579264, portal 10 00000400:00000200:0.0:1749610227.844958:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610227.844959:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:2.0:1749610227.844963:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:1.0:1749610227.844963:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000100:00000200:0.0:1749610227.844963:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d8700 x1834598193578880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610227.844964:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610227.844967:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7dad80 x1834598193579392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610227.844967:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193579264, offset 0 00000400:00000200:1.0:1749610227.844972:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610227.844975:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40518c0. 00000400:00000200:1.0:1749610227.844986:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610227.844988:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051840. 00000100:00000010:0.0:1749610227.844992:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a80. 00000400:00000200:1.0:1749610227.844993:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada24500 00000020:00000010:2.0:1749610227.844997:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a000. 00000100:00000010:0.0:1749610227.844997:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051100. 00000400:00000200:1.0:1749610227.844998:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 46544 00000020:00000010:2.0:1749610227.845001:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000400:00000200:1.0:1749610227.845003:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610227.845004:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000400:00000200:1.0:1749610227.845005:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610227.845009:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:0.0:1749610227.845010:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ee800. 00000100:00000010:1.0:1749610227.845013:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095805f80. 00000400:00000010:0.0:1749610227.845013:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610227.845015:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610227.845018:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193579008, portal 10 00000100:00000200:2.0:1749610227.845022:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193578880 00000400:00000010:0.0:1749610227.845028:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9908. 00000100:00000200:0.0:1749610227.845030:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193579008, offset 0 00000400:00000200:1.0:1749610227.845032:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610227.845033:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00010000:00020000:2.0:1749610227.845034:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610227.845038:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610227.845039:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2d40. 00000100:00000200:1.0:1749610227.845039:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7da680 x1834598193579264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610227.845040:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2d000. 00000020:00000010:3.0:1749610227.845043:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2780. 00000400:00000200:0.0:1749610227.845043:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610227.845046:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000400:00000200:0.0:1749610227.845047:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada24400 00000100:00000200:2.0:1749610227.845048:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193578880, offset 0 00000400:00000200:2.0:1749610227.845050:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610227.845053:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610227.845053:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 46768 00000020:00000010:3.0:1749610227.845054:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000020:00000010:3.0:1749610227.845055:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000400:00000200:2.0:1749610227.845056:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada24380 00000020:00000010:3.0:1749610227.845057:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000400:00000200:2.0:1749610227.845058:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6bf1 [1] + 0 00000400:00000200:0.0:1749610227.845058:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610227.845060:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610227.845060:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610227.845062:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610227.845066:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610227.845067:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d8700 x1834598193578880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610227.845069:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9500. 00000020:00000010:3.0:1749610227.845071:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2780. 00000400:00000200:2.0:1749610227.845073:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610227.845074:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000020:00000010:3.0:1749610227.845076:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2780. 00000400:00000200:0.0:1749610227.845077:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9908 00000100:00000200:3.0:1749610227.845078:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193579392 00000020:00000010:2.0:1749610227.845079:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000010:0.0:1749610227.845079:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9908. 00000020:00000010:2.0:1749610227.845081:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000100:00000200:0.0:1749610227.845082:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d8a80 x1834598193579008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610227.845085:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a000. 02000000:00000010:3.0:1749610227.845089:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a60a5c00. 00010000:00000200:3.0:1749610227.845094:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006e7db100 x1834598193579392/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:418/0 lens 224/224 e 0 to 0 dl 1749610238 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610227.845097:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4eec00. 00000400:00000010:0.0:1749610227.845111:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eae70. 00000400:00000010:0.0:1749610227.845113:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9908. 00000100:00000200:0.0:1749610227.845114:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193579136, portal 10 00000400:00000010:3.0:1749610227.845116:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000400:00000010:0.0:1749610227.845117:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9e58. 00000100:00000200:0.0:1749610227.845118:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193579136, offset 0 00000100:00000200:3.0:1749610227.845119:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193579392, offset 224 00000400:00000200:0.0:1749610227.845120:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610227.845122:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610227.845123:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610227.845127:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610227.845128:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada24480 00000400:00000200:0.0:1749610227.845129:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 47288 00000400:00000200:3.0:1749610227.845131:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada24580 00000400:00000200:0.0:1749610227.845131:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610227.845133:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610227.845134:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6bed [1] + 224 00000100:00000200:0.0:1749610227.845136:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610227.845137:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610227.845138:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749610227.845139:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9180. 00000100:00000200:3.0:1749610227.845141:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7dad80 x1834598193579392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610227.845141:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a000. 00000020:00000010:2.0:1749610227.845142:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000020:00000010:1.0:1749610227.845143:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca400. 00000020:00000010:2.0:1749610227.845144:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000400:00000200:0.0:1749610227.845145:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9e58 00000400:00000010:0.0:1749610227.845146:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9e58. 00000020:00000010:1.0:1749610227.845148:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8fc0. 00000100:00000200:0.0:1749610227.845148:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7da300 x1834598193579136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610227.845151:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610227.845152:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000020:00000010:2.0:1749610227.845153:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a600. 00000020:00000010:2.0:1749610227.845154:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6a80. 00000020:00000010:2.0:1749610227.845155:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf737d0. 00000020:00000010:1.0:1749610227.845156:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0200. 00000020:00000010:3.0:1749610227.845158:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000020:00000010:1.0:1749610227.845159:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013480. 00000020:00000010:3.0:1749610227.845160:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000100:00000200:2.0:1749610227.845161:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193579008 00000020:00000010:3.0:1749610227.845162:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000020:00000010:1.0:1749610227.845162:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a708. 00010000:00020000:2.0:1749610227.845167:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749610227.845168:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eae18. 02000000:00000010:2.0:1749610227.845170:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2e400. 00000400:00000200:0.0:1749610227.845170:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610227.845171:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610227.845172:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d8700 x1834598193578880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610227.845173:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000020:00000010:3.0:1749610227.845175:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2780. 00000100:00000200:2.0:1749610227.845175:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193579008, offset 0 00000100:00000200:0.0:1749610227.845176:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d8700 x1834598193578880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610227.845177:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2780. 00000400:00000200:2.0:1749610227.845177:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610227.845178:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193579264 00000400:00000200:2.0:1749610227.845181:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610227.845183:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a60a5400. 00000100:00000200:1.0:1749610227.845183:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193579136 00000400:00000200:2.0:1749610227.845184:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada24400 00010000:00000200:3.0:1749610227.845186:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880095805f80 x1834598193579264/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:418/0 lens 224/224 e 0 to 0 dl 1749610238 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610227.845186:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6c05 [1] + 0 00000400:00000200:2.0:1749610227.845188:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610227.845189:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ec800. 00000400:00000200:2.0:1749610227.845190:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610227.845191:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610227.845192:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193579264, offset 224 00000100:00000200:2.0:1749610227.845192:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d8a80 x1834598193579008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610227.845192:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2e000. 00000400:00000200:3.0:1749610227.845194:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:1.0:1749610227.845195:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:0.0:1749610227.845195:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8700. 00000400:00000200:3.0:1749610227.845197:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610227.845198:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610227.845199:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000200:3.0:1749610227.845200:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada24500 02000000:00000010:1.0:1749610227.845200:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f150c00. 00000400:00000010:0.0:1749610227.845200:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:2.0:1749610227.845201:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000100:00000200:0.0:1749610227.845201:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d8a80 x1834598193579008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610227.845202:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000100:00000200:0.0:1749610227.845205:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d8a80 x1834598193579008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610227.845206:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000010:1.0:1749610227.845207:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000020:00000010:2.0:1749610227.845208:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000400:00000200:3.0:1749610227.845209:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6bfd [1] + 224 00000020:00000010:2.0:1749610227.845210:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a000. 02000000:00000010:0.0:1749610227.845211:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ee800. 02000000:00000010:0.0:1749610227.845213:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2d400. 00000100:00000010:0.0:1749610227.845214:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8a80. 00000400:00000200:3.0:1749610227.845215:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610227.845217:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610227.845219:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193579136, offset 0 00000100:00000200:3.0:1749610227.845221:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7da680 x1834598193579264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610227.845223:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00000400:00000200:2.0:1749610227.845224:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000400:00000010:2.0:1749610227.845225:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000100:00000200:2.0:1749610227.845227:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7dad80 x1834598193579392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610227.845231:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610227.845232:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7dad80 x1834598193579392/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610227.845234:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610227.845235:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000400:00000200:1.0:1749610227.845238:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610227.845240:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52790. 00000020:00000010:3.0:1749610227.845241:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013480. 02000000:00000010:2.0:1749610227.845242:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7b600. 00000400:00000200:0.0:1749610227.845242:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387c38 00000020:00000010:3.0:1749610227.845243:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a708. 00000400:00000200:1.0:1749610227.845243:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada24480 00000400:00000010:0.0:1749610227.845243:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387c38. 00000020:00000010:3.0:1749610227.845245:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0200. 00000100:00000200:0.0:1749610227.845247:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7da680 x1834598193579264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610227.845248:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6c11 [1] + 0 02000000:00000010:2.0:1749610227.845249:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9b00. 00000100:00000010:2.0:1749610227.845250:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7dad80. 00000100:00000200:0.0:1749610227.845251:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7da680 x1834598193579264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610227.845252:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610227.845255:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610227.845258:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0c00. 02000000:00000010:0.0:1749610227.845260:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9700. 00000100:00000200:1.0:1749610227.845261:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7da300 x1834598193579136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610227.845262:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7da680. 00000400:00000200:1.0:1749610227.845287:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:1.0:1749610227.845289:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000020:00000010:1.0:1749610227.845299:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6a80. 00000400:00000010:2.0:1749610227.845302:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eae70. 00000020:00000010:1.0:1749610227.845302:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf737d0. 00000400:00000200:2.0:1749610227.845305:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9908 00000400:00000010:2.0:1749610227.845306:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9908. 00000020:00000010:1.0:1749610227.845307:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a600. 00000100:00000200:2.0:1749610227.845309:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7da300 x1834598193579136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610227.845313:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7da300 x1834598193579136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610227.845322:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4eec00. 02000000:00000010:2.0:1749610227.845325:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2d800. 00000100:00000010:2.0:1749610227.845326:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7da300. 00000100:00000010:2.0:1749610227.846725:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a80. 00000100:00000010:0.0:1749610227.846728:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40518c0. 00000100:00000010:3.0:1749610227.846730:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051100. 00000100:00000010:1.0:1749610227.846738:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051840. 00000100:00000010:0.0:1749610229.561725:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dda300. 02000000:00000010:0.0:1749610229.561742:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610229.561757:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610229.561767:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610229.561772:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610229.561775:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dda300. 00000100:00000010:2.0:1749610231.562824:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7da300. 02000000:00000010:2.0:1749610231.562846:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610231.562857:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610231.562871:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610231.562875:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610231.562879:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7da300. 00000100:00000010:2.0:1749610232.852752:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7da300. 02000000:00000010:2.0:1749610232.852769:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2d800. 00000100:00000010:2.0:1749610232.852800:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7dad80. 02000000:00000010:2.0:1749610232.852804:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2c800. 00000100:00000010:2.0:1749610232.852812:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7db800. 02000000:00000010:2.0:1749610232.852816:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2d400. 00000100:00000010:2.0:1749610232.852820:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7dbb80. 02000000:00000010:2.0:1749610232.852823:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9b00. 00000100:00000010:2.0:1749610232.852853:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9500. 02000000:00000010:2.0:1749610232.852857:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9a00. 02000000:00000010:0.0:1749610232.852868:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ee800. 00000400:00000010:0.0:1749610232.852875:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610232.852879:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610232.852884:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193579776, portal 4 02000000:00000010:3.0:1749610232.852889:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133000. 00000400:00000010:0.0:1749610232.852889:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610232.852890:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193579776, offset 0 00000400:00000010:3.0:1749610232.852895:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb58. 00000400:00000200:0.0:1749610232.852895:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610232.852899:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610232.852901:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193580160, portal 10 00000400:00000010:3.0:1749610232.852905:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000400:00000200:0.0:1749610232.852905:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610232.852906:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193580160, offset 0 00000400:00000200:3.0:1749610232.852909:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610232.852912:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada24700 00000400:00000200:3.0:1749610232.852914:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610232.852917:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 8840 00000400:00000200:3.0:1749610232.852918:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada24880 00000400:00000200:3.0:1749610232.852921:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 47808 00000400:00000200:0.0:1749610232.852923:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610232.852924:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610232.852924:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0a00. 00000400:00000200:0.0:1749610232.852925:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610232.852926:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610232.852930:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749610232.852930:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749610232.852932:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f0700. 00000100:00000010:0.0:1749610232.852932:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dda300. 00000400:00000010:1.0:1749610232.852934:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52f78. 00000400:00000010:1.0:1749610232.852940:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387ee0. 00000100:00000200:1.0:1749610232.852945:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193580288, portal 4 00000400:00000010:1.0:1749610232.852950:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387d48. 00000100:00000200:1.0:1749610232.852954:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193580288, offset 0 00000400:00000200:3.0:1749610232.852957:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610232.852958:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000200:0.0:1749610232.852960:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610232.852962:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000100:00000200:3.0:1749610232.852963:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7dbb80 x1834598193580160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610232.852964:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7da300 x1834598193579776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610232.852971:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610232.852975:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40518c0. 00000400:00000200:1.0:1749610232.852980:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610232.852984:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b600. 00000400:00000200:1.0:1749610232.852988:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada24900 00000100:00000010:0.0:1749610232.852988:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051540. 00000020:00000010:2.0:1749610232.852989:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000100:00000010:0.0:1749610232.852991:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051600. 00000400:00000200:1.0:1749610232.852994:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 9224 00000100:00000010:0.0:1749610232.852994:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051d00. 00000020:00000010:3.0:1749610232.852996:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2780. 00000400:00000200:1.0:1749610232.852999:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610232.852999:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ec800. 00000020:00000010:3.0:1749610232.853000:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca400. 00000400:00000010:0.0:1749610232.853000:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eae18. 00000020:00000010:2.0:1749610232.853001:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000400:00000200:1.0:1749610232.853001:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610232.853002:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000100:00000200:1.0:1749610232.853005:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1749610232.853006:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133a00. 00000020:00000010:3.0:1749610232.853008:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00000010:1.0:1749610232.853009:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880095807800. 00000100:00000200:0.0:1749610232.853009:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193579904, portal 10 00000400:00000010:0.0:1749610232.853011:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9e58. 00000100:00000200:0.0:1749610232.853012:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193579904, offset 0 00000020:00000010:3.0:1749610232.853015:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000400:00000200:0.0:1749610232.853015:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610232.853019:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610232.853021:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193579776 00000400:00000200:0.0:1749610232.853021:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada24780 00000400:00000200:0.0:1749610232.853023:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 48032 00000400:00000200:0.0:1749610232.853025:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610232.853027:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610232.853029:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387d48 00000400:00000010:1.0:1749610232.853031:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387d48. 00000020:00000010:3.0:1749610232.853035:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2000. 00010000:00020000:2.0:1749610232.853035:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749610232.853036:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9500 x1834598193580288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610232.853037:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2000. 00000100:00000200:0.0:1749610232.853037:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610232.853039:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193580160 00000100:00000010:0.0:1749610232.853039:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8e00. 02000000:00000010:2.0:1749610232.853041:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2e000. 00000400:00000200:0.0:1749610232.853045:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9e58 00000400:00000010:0.0:1749610232.853046:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9e58. 00000100:00000200:0.0:1749610232.853048:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7dad80 x1834598193579904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610232.853049:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 00000100:00000200:2.0:1749610232.853052:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193579776, offset 0 02000000:00000010:3.0:1749610232.853053:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e1800. 00000400:00000200:2.0:1749610232.853056:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:3.0:1749610232.853058:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f0700 x1834598193580160/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:423/0 lens 224/224 e 0 to 0 dl 1749610243 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610232.853058:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ef400. 00000400:00000200:2.0:1749610232.853077:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610232.853079:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead10. 00000400:00000010:0.0:1749610232.853081:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9e58. 00000400:00000200:2.0:1749610232.853082:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada24700 00000100:00000200:0.0:1749610232.853083:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193580032, portal 10 00000400:00000010:3.0:1749610232.853084:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000400:00000010:0.0:1749610232.853084:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000400:00000200:2.0:1749610232.853086:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6c29 [1] + 0 00000100:00000200:0.0:1749610232.853089:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193580032, offset 0 00000100:00000200:3.0:1749610232.853090:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193580160, offset 224 00000400:00000200:2.0:1749610232.853090:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610232.853091:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610232.853092:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610232.853094:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610232.853094:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610232.853096:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada24800 00000100:00000200:2.0:1749610232.853098:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7da300 x1834598193579776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610232.853098:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 48552 00000400:00000200:3.0:1749610232.853099:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610232.853100:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610232.853101:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610232.853102:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610232.853103:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada24880 00000100:00000010:0.0:1749610232.853104:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd8380. 00000400:00000200:3.0:1749610232.853106:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6c31 [1] + 224 00000400:00000200:3.0:1749610232.853110:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610232.853112:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610232.853115:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000400:00000010:2.0:1749610232.853117:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000400:00000200:0.0:1749610232.853120:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610232.853121:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610232.853122:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7db800 x1834598193580032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610232.853124:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7dbb80 x1834598193580160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610232.853127:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000020:00000010:1.0:1749610232.853127:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000020:00000010:2.0:1749610232.853130:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000020:00000010:1.0:1749610232.853131:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013580. 00000400:00000200:3.0:1749610232.853134:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000020:00000010:2.0:1749610232.853134:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b600. 00000020:00000010:1.0:1749610232.853134:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a7d0. 00000400:00000010:3.0:1749610232.853135:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000010:0.0:1749610232.853140:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610232.853141:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000020:00000010:3.0:1749610232.853142:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000400:00000010:0.0:1749610232.853142:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000020:00000010:3.0:1749610232.853144:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000100:00000200:0.0:1749610232.853144:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7da300 x1834598193579776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610232.853145:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133a00. 00000100:00000200:0.0:1749610232.853148:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7da300 x1834598193579776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610232.853149:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0400. 00000020:00000010:1.0:1749610232.853151:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013680. 00000020:00000010:1.0:1749610232.853153:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000200:2.0:1749610232.853154:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193579904 02000000:00000010:0.0:1749610232.853161:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ee800. 00010000:00020000:2.0:1749610232.853163:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749610232.853164:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193580032 00000020:00000010:3.0:1749610232.853165:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2000. 02000000:00000010:0.0:1749610232.853165:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2d800. 00000020:00000010:3.0:1749610232.853166:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2d40. 02000000:00000010:2.0:1749610232.853167:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b0000. 00000100:00000010:0.0:1749610232.853168:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7da300. 00000400:00000010:2.0:1749610232.853171:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 00000020:00000010:3.0:1749610232.853172:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133a00. 00000020:00000010:3.0:1749610232.853174:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00000200:2.0:1749610232.853174:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193579904, offset 0 00000020:00000010:3.0:1749610232.853175:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00010000:00020000:1.0:1749610232.853176:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610232.853177:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610232.853182:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610232.853182:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f151800. 00000020:00000010:3.0:1749610232.853184:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2d40. 00000020:00000010:3.0:1749610232.853185:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2d40. 00000100:00000200:3.0:1749610232.853186:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193580288 00000400:00000200:2.0:1749610232.853186:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada24780 00000400:00000010:1.0:1749610232.853188:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387d48. 00000400:00000200:2.0:1749610232.853189:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6c41 [1] + 0 02000000:00000010:3.0:1749610232.853192:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e3800. 00000400:00000200:2.0:1749610232.853193:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610232.853193:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193580032, offset 0 00010000:00000200:3.0:1749610232.853195:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880095807800 x1834598193580288/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:423/0 lens 224/224 e 0 to 0 dl 1749610243 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610232.853195:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610232.853195:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610232.853200:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610232.853201:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7dad80 x1834598193579904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610232.853204:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000400:00000200:1.0:1749610232.853204:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada24800 00000400:00000200:1.0:1749610232.853207:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6c4d [1] + 0 00000100:00000200:3.0:1749610232.853210:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193580288, offset 224 00000400:00000200:1.0:1749610232.853210:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610232.853212:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610232.853213:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610232.853216:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7db800 x1834598193580032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610232.853217:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610232.853219:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada24900 00000400:00000200:3.0:1749610232.853222:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6c39 [1] + 224 00000400:00000200:3.0:1749610232.853224:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610232.853226:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610232.853229:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000400:00000010:2.0:1749610232.853231:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000100:00000200:3.0:1749610232.853234:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9500 x1834598193580288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610232.853236:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387d48 00000020:00000010:2.0:1749610232.853238:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013580. 00000400:00000010:1.0:1749610232.853238:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387d48. 00000020:00000010:2.0:1749610232.853242:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a7d0. 00000400:00000200:3.0:1749610232.853243:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610232.853244:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000020:00000010:2.0:1749610232.853244:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 00000020:00000010:1.0:1749610232.853245:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013680. 00000020:00000010:3.0:1749610232.853248:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000020:00000010:1.0:1749610232.853249:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000010:3.0:1749610232.853250:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000020:00000010:3.0:1749610232.853251:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133a00. 00000020:00000010:1.0:1749610232.853251:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0400. 00000400:00000010:3.0:1749610232.853261:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb58. 00000400:00000200:3.0:1749610232.853264:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610232.853265:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610232.853267:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7dbb80 x1834598193580160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610232.853267:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52f78. 00000100:00000200:3.0:1749610232.853271:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7dbb80 x1834598193580160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610232.853271:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387ee0 00000400:00000010:2.0:1749610232.853272:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387ee0. 00000100:00000200:2.0:1749610232.853276:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9500 x1834598193580288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610232.853276:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eae18. 02000000:00000010:3.0:1749610232.853280:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133000. 00000400:00000200:0.0:1749610232.853280:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610232.853281:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 02000000:00000010:3.0:1749610232.853282:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9b00. 00000100:00000010:3.0:1749610232.853283:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7dbb80. 00000100:00000200:2.0:1749610232.853284:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9500 x1834598193580288/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610232.853285:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7dad80 x1834598193579904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610232.853291:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7dad80 x1834598193579904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610232.853299:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0a00. 02000000:00000010:2.0:1749610232.853302:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9a00. 00000400:00000010:0.0:1749610232.853302:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead10. 00000400:00000200:0.0:1749610232.853303:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9e58 00000400:00000010:0.0:1749610232.853303:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9e58. 00000100:00000010:2.0:1749610232.853304:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9500. 00000100:00000200:0.0:1749610232.853305:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7db800 x1834598193580032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610232.853309:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7db800 x1834598193580032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610232.853315:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ec800. 02000000:00000010:0.0:1749610232.853318:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2c800. 00000100:00000010:0.0:1749610232.853320:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7dad80. 02000000:00000010:0.0:1749610232.853322:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ef400. 02000000:00000010:0.0:1749610232.853324:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2d400. 00000100:00000010:0.0:1749610232.853325:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7db800. 00000100:00000010:2.0:1749610232.854721:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051600. 00000100:00000010:3.0:1749610232.854728:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051d00. 00000100:00000010:1.0:1749610232.854740:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051540. 00000100:00000010:0.0:1749610232.854758:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40518c0. 00000100:00000010:2.0:1749610233.563783:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9500. 02000000:00000010:2.0:1749610233.563802:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610233.563813:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610233.563826:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610233.563830:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610233.563834:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9500. 00000100:00000010:2.0:1749610235.564786:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9500. 02000000:00000010:2.0:1749610235.564803:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610235.564815:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610235.564827:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610235.564831:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610235.564835:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9500. 00000100:00000010:2.0:1749610237.565834:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9500. 02000000:00000010:2.0:1749610237.565852:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610237.565864:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610237.565890:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610237.565894:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610237.565898:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9500. 10000000:00000010:3.0:1749610237.611790:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012c0e2d40. 00000020:00000010:3.0:1749610237.611802:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000020:00000010:3.0:1749610237.611807:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a6133a00. 00000040:00000010:3.0:1749610237.611809:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a6132a00. 00000020:00000010:3.0:1749610237.611823:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4251800. 00000020:00000010:3.0:1749610237.611829:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a6133800. 80000000:00000010:3.0:1749610237.611833:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc30300. 00040000:00000010:3.0:1749610237.611837:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a6133e00. 00080000:00000010:3.0:1749610237.611842:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a9000. 00080000:00000010:3.0:1749610237.611846:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d526000. 00000020:00000010:3.0:1749610237.611854:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a6133a00. 00000040:00000010:3.0:1749610237.611860:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a6132a00. 00000020:00000010:3.0:1749610237.611862:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4251800. 00000020:00000010:3.0:1749610237.611865:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a6133800. 80000000:00000010:3.0:1749610237.611867:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012dc30300. 00040000:00000010:3.0:1749610237.611868:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a6133e00. 00080000:00000010:3.0:1749610237.611871:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012d526000. 00080000:00000010:3.0:1749610237.611875:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a9000. 00000020:00000010:3.0:1749610237.611877:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 10000000:00000010:3.0:1749610237.611879:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012c0e2d40. 10000000:00020000:3.0:1749610237.611882:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000010:3.0:1749610237.611890:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f0380. 02000000:00000010:3.0:1749610237.611902:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6133000. 00010000:00000010:3.0:1749610237.611915:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b47aa300. 00010000:00000010:3.0:1749610237.611919:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6132e00. 00000100:00000010:3.0:1749610237.611935:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a80c0600. 00000100:00000200:3.0:1749610237.611952:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8800966f0380 x1834598193580800/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610237.611966:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a80c0600. 02000000:00000010:3.0:1749610237.612001:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6133000. 00000100:00000010:3.0:1749610237.612003:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f0380. 00010000:00000010:2.1:1749610237.614804:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b47aa300. 00010000:00000010:2.1:1749610237.614816:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6132e00. 00000100:00000010:2.0:1749610237.860782:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9500. 02000000:00000010:2.0:1749610237.860798:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbfc00. 00000100:00000010:2.0:1749610237.860827:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9180. 02000000:00000010:2.0:1749610237.860829:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbc400. 00000100:00000010:2.0:1749610237.860835:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9c00. 02000000:00000010:2.0:1749610237.860836:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbe800. 00000100:00000010:2.0:1749610237.860839:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7db480. 02000000:00000010:2.0:1749610237.860842:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9a00. 00000100:00000010:2.0:1749610237.860867:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8380. 02000000:00000010:2.0:1749610237.860869:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9200. 02000000:00000010:0.0:1749610237.860877:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ef400. 00000400:00000010:0.0:1749610237.860884:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead10. 00000400:00000010:0.0:1749610237.860889:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9e58. 00000100:00000200:0.0:1749610237.860894:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193580928, portal 4 00000400:00000010:0.0:1749610237.860898:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610237.860900:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193580928, offset 0 02000000:00000010:1.0:1749610237.860901:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0400. 00000400:00000010:1.0:1749610237.860906:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52f20. 00000400:00000200:0.0:1749610237.860906:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610237.860909:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387d48. 00000100:00000200:1.0:1749610237.860912:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193581312, portal 10 00000400:00000010:1.0:1749610237.860915:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610237.860916:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193581312, offset 0 00000400:00000200:0.0:1749610237.860916:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610237.860919:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610237.860922:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada24b80 00000400:00000200:1.0:1749610237.860924:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610237.860927:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 9360 00000400:00000200:1.0:1749610237.860928:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada24d00 00000400:00000200:1.0:1749610237.860932:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 49072 00000400:00000200:0.0:1749610237.860932:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610237.860934:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610237.860935:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610237.860936:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610237.860938:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:1.0:1749610237.860939:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610237.860941:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddbb80. 00000100:00000010:1.0:1749610237.860943:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82a300. 02000000:00000010:3.0:1749610237.860946:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133000. 00000400:00000010:3.0:1749610237.860951:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb58. 00000400:00000200:1.0:1749610237.860953:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610237.860954:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000400:00000010:3.0:1749610237.860957:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:1.0:1749610237.860958:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7db480 x1834598193581312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610237.860959:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193581440, portal 4 00000400:00000200:0.0:1749610237.860961:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:3.0:1749610237.860962:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000400:00000010:0.0:1749610237.860962:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000100:00000200:3.0:1749610237.860963:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193581440, offset 0 00000100:00000200:0.0:1749610237.860964:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9500 x1834598193580928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610237.860969:0:1048:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46cacc0. 00000400:00000200:3.0:1749610237.860978:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610237.860982:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610237.860982:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b600. 00000400:00000200:3.0:1749610237.860986:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada24d80 00000020:00000010:2.0:1749610237.860986:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000100:00000010:1.0:1749610237.860986:0:1048:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca1c0. 00000020:00000010:2.0:1749610237.860989:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000100:00000010:1.0:1749610237.860989:0:1048:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca400. 00000400:00000200:3.0:1749610237.860990:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 9448 00000100:00000010:1.0:1749610237.860992:0:1048:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca980. 00000400:00000200:3.0:1749610237.860993:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610237.860994:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610237.860994:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40518c0. 00000100:00000200:3.0:1749610237.860997:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1749610237.860998:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2780. 00000100:00000010:3.0:1749610237.860999:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f0380. 00000100:00000200:2.0:1749610237.861005:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193580928 00000020:00000010:0.0:1749610237.861005:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb000. 00000020:00000010:0.0:1749610237.861007:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392e00. 00000400:00000200:3.0:1749610237.861008:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610237.861009:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000020:00000010:0.0:1749610237.861009:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000100:00000200:3.0:1749610237.861011:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d8380 x1834598193581440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749610237.861017:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749610237.861033:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbe400. 00000020:00000010:0.0:1749610237.861036:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051700. 00000020:00000010:0.0:1749610237.861038:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051700. 00000400:00000010:2.0:1749610237.861039:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 00000100:00000200:0.0:1749610237.861040:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193581312 00000100:00000200:2.0:1749610237.861041:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193580928, offset 0 00000020:00000010:1.0:1749610237.861041:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca7c0. 00000020:00000010:1.0:1749610237.861043:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2000. 00000400:00000200:2.0:1749610237.861044:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610237.861048:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610237.861048:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 02000000:00000010:0.0:1749610237.861050:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ec800. 00000400:00000200:2.0:1749610237.861052:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada24b80 00000400:00000200:2.0:1749610237.861055:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6c65 [1] + 0 00000020:00000010:1.0:1749610237.861055:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013680. 00010000:00000200:0.0:1749610237.861055:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012f82a300 x1834598193581312/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:428/0 lens 224/224 e 0 to 0 dl 1749610248 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610237.861057:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610237.861057:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000400:00000200:2.0:1749610237.861059:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610237.861061:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000100:00000200:2.0:1749610237.861062:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9500 x1834598193580928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610237.861063:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193581312, offset 224 00000020:00000010:1.0:1749610237.861069:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca840. 00000020:00000010:1.0:1749610237.861070:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca840. 00000400:00000200:0.0:1749610237.861070:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610237.861071:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193581440 00000400:00000200:2.0:1749610237.861072:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000400:00000010:2.0:1749610237.861073:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000400:00000200:0.0:1749610237.861074:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610237.861077:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f151c00. 00000400:00000200:0.0:1749610237.861077:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada24d00 00010000:00000200:1.0:1749610237.861080:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f0380 x1834598193581440/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:428/0 lens 224/224 e 0 to 0 dl 1749610248 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610237.861081:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6c6d [1] + 224 00000400:00000200:0.0:1749610237.861083:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610237.861085:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610237.861086:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000010:1.0:1749610237.861086:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610237.861088:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193581440, offset 224 00000100:00000200:0.0:1749610237.861088:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7db480 x1834598193581312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610237.861089:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000400:00000200:1.0:1749610237.861090:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610237.861091:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b600. 00000400:00000200:1.0:1749610237.861094:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610237.861096:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610237.861097:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000400:00000200:1.0:1749610237.861098:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada24d80 00000400:00000200:1.0:1749610237.861100:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6c75 [1] + 224 00000400:00000200:1.0:1749610237.861102:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610237.861102:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392e00. 00000400:00000200:1.0:1749610237.861104:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610237.861104:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:0.0:1749610237.861106:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb000. 00000100:00000200:1.0:1749610237.861107:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d8380 x1834598193581440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610237.861121:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610237.861122:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000020:00000010:1.0:1749610237.861126:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013680. 00000020:00000010:1.0:1749610237.861130:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000400:00000010:0.0:1749610237.861130:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead10. 00000020:00000010:1.0:1749610237.861131:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 00000400:00000200:0.0:1749610237.861132:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9e58 00000400:00000010:0.0:1749610237.861133:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9e58. 00000100:00000200:0.0:1749610237.861135:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9500 x1834598193580928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610237.861137:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb58. 00000100:00000200:0.0:1749610237.861139:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9500 x1834598193580928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610237.861141:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610237.861142:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610237.861144:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d8380 x1834598193581440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610237.861144:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52f20. 00000400:00000200:1.0:1749610237.861146:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387d48 00000400:00000010:1.0:1749610237.861147:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387d48. 00000100:00000200:3.0:1749610237.861149:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d8380 x1834598193581440/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610237.861149:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7db480 x1834598193581312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610237.861153:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7db480 x1834598193581312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610237.861153:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ee800. 00000400:00000010:0.0:1749610237.861155:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead10. 00000400:00000010:0.0:1749610237.861156:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9e58. 00000100:00000200:0.0:1749610237.861158:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193581056, portal 10 00000400:00000010:0.0:1749610237.861160:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 02000000:00000010:3.0:1749610237.861161:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133000. 02000000:00000010:1.0:1749610237.861161:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0400. 00000100:00000200:0.0:1749610237.861161:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193581056, offset 0 02000000:00000010:1.0:1749610237.861163:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9a00. 00000400:00000200:0.0:1749610237.861163:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610237.861164:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9200. 00000400:00000200:0.0:1749610237.861166:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749610237.861167:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8380. 00000100:00000010:1.0:1749610237.861168:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7db480. 00000400:00000200:0.0:1749610237.861168:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada24c00 00000400:00000200:0.0:1749610237.861170:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 49296 00000400:00000200:0.0:1749610237.861172:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610237.861173:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610237.861179:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610237.861180:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddb800. 00000400:00000200:0.0:1749610237.861191:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610237.861192:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610237.861194:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9180 x1834598193581056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610237.861204:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ef000. 00000400:00000010:0.0:1749610237.861205:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eae18. 00000400:00000010:0.0:1749610237.861207:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610237.861208:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193581184, portal 10 00000020:00000010:2.0:1749610237.861210:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b600. 00000020:00000010:2.0:1749610237.861211:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000400:00000010:0.0:1749610237.861211:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000020:00000010:2.0:1749610237.861212:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000100:00000200:0.0:1749610237.861213:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193581184, offset 0 00000400:00000200:0.0:1749610237.861215:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610237.861219:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610237.861222:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada24c80 00000100:00000200:2.0:1749610237.861223:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193581056 00000400:00000200:0.0:1749610237.861225:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 49816 00000400:00000200:0.0:1749610237.861228:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:2.0:1749610237.861229:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610237.861230:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610237.861232:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbcc00. 00000100:00000200:0.0:1749610237.861232:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610237.861234:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096ddb100. 00000400:00000010:2.0:1749610237.861235:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 00000100:00000200:2.0:1749610237.861237:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193581056, offset 0 00000400:00000200:2.0:1749610237.861239:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610237.861243:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610237.861243:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610237.861245:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:2.0:1749610237.861246:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada24c00 00000100:00000200:0.0:1749610237.861247:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9c00 x1834598193581184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610237.861248:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6c89 [1] + 0 00000020:00000010:3.0:1749610237.861249:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 00000400:00000200:2.0:1749610237.861250:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610237.861251:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000400:00000200:2.0:1749610237.861252:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610237.861253:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000100:00000200:2.0:1749610237.861254:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9180 x1834598193581056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610237.861259:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ef400. 00000400:00000200:2.0:1749610237.861260:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000100:00000200:3.0:1749610237.861262:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193581184 00000400:00000010:2.0:1749610237.861262:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 02000000:00000010:0.0:1749610237.861263:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbfc00. 00000020:00000010:2.0:1749610237.861265:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000100:00000010:0.0:1749610237.861265:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9500. 00000020:00000010:2.0:1749610237.861266:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00010000:00020000:3.0:1749610237.861268:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:2.0:1749610237.861268:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b600. 02000000:00000010:3.0:1749610237.861271:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e1400. 00000400:00000010:0.0:1749610237.861272:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead10. 00000400:00000200:0.0:1749610237.861274:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9e58 00000400:00000010:3.0:1749610237.861275:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000400:00000010:0.0:1749610237.861275:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9e58. 00000100:00000200:3.0:1749610237.861277:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193581184, offset 0 00000100:00000200:0.0:1749610237.861278:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9180 x1834598193581056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610237.861279:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610237.861287:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610237.861290:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada24c80 00000400:00000200:3.0:1749610237.861292:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6c91 [1] + 0 00000100:00000200:0.0:1749610237.861293:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9180 x1834598193581056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610237.861294:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610237.861296:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610237.861299:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9c00 x1834598193581184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:0.0:1749610237.861303:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000400:00000200:3.0:1749610237.861305:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:3.0:1749610237.861305:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000400:00000010:0.0:1749610237.861309:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eae18. 00000020:00000010:3.0:1749610237.861310:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000400:00000200:0.0:1749610237.861311:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000020:00000010:3.0:1749610237.861312:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000400:00000010:0.0:1749610237.861312:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000020:00000010:3.0:1749610237.861313:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000100:00000200:0.0:1749610237.861314:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9c00 x1834598193581184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610237.861319:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9c00 x1834598193581184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610237.861329:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ee800. 02000000:00000010:0.0:1749610237.861332:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbc400. 00000100:00000010:0.0:1749610237.861334:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9180. 02000000:00000010:0.0:1749610237.861336:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ef000. 02000000:00000010:0.0:1749610237.861338:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbe800. 00000100:00000010:0.0:1749610237.861339:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9c00. 00000100:00000010:2.0:1749610237.862727:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca400. 00000100:00000010:3.0:1749610237.862731:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca980. 00000100:00000010:0.0:1749610237.862741:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46cacc0. 00000100:00000010:1.0:1749610237.862802:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca1c0. 00000100:00000010:2.0:1749610239.566807:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8e00. 02000000:00000010:2.0:1749610239.566827:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610239.566841:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610239.566856:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610239.566861:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610239.566865:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8e00. 00000100:00000010:2.0:1749610241.567788:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8e00. 02000000:00000010:2.0:1749610241.567818:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610241.567829:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610241.567842:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610241.567846:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610241.567849:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8e00. 00000100:00000010:2.0:1749610242.868752:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8e00. 02000000:00000010:2.0:1749610242.868770:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbe800. 00000100:00000010:2.0:1749610242.868800:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7daa00. 02000000:00000010:2.0:1749610242.868803:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbc400. 00000100:00000010:2.0:1749610242.868810:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9c00. 02000000:00000010:2.0:1749610242.868812:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbfc00. 00000100:00000010:2.0:1749610242.868816:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9180. 02000000:00000010:2.0:1749610242.868819:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9800. 00000100:00000010:2.0:1749610242.868835:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9500. 02000000:00000010:2.0:1749610242.868838:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9300. 02000000:00000010:2.0:1749610242.868857:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7b600. 02000000:00000010:0.0:1749610242.868862:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ef000. 00000400:00000010:2.0:1749610242.868863:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd790. 02000000:00000010:3.0:1749610242.868866:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133000. 00000400:00000010:0.0:1749610242.868867:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eae18. 00000400:00000010:2.0:1749610242.868869:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682aa0. 00000400:00000010:0.0:1749610242.868871:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000400:00000010:3.0:1749610242.868872:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb58. 00000100:00000200:2.0:1749610242.868875:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193582336, portal 4 00000100:00000200:0.0:1749610242.868875:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193581824, portal 4 00000400:00000010:3.0:1749610242.868877:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610242.868880:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193582208, portal 10 00000400:00000010:2.0:1749610242.868880:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000400:00000010:0.0:1749610242.868880:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9e58. 00000100:00000200:2.0:1749610242.868882:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193582336, offset 0 00000100:00000200:0.0:1749610242.868882:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193581824, offset 0 00000400:00000010:3.0:1749610242.868885:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000400:00000200:0.0:1749610242.868888:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610242.868893:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610242.868895:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193582208, offset 0 00000400:00000200:3.0:1749610242.868900:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610242.868901:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610242.868902:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610242.868906:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610242.868911:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada25100 00000400:00000200:0.0:1749610242.868911:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada24f00 00000400:00000200:3.0:1749610242.868913:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada25080 00000400:00000200:0.0:1749610242.868916:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 9880 00000400:00000200:2.0:1749610242.868921:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 9672 00000400:00000200:0.0:1749610242.868923:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610242.868926:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 50336 00000400:00000200:2.0:1749610242.868926:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610242.868926:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610242.868928:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610242.868931:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610242.868932:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1749610242.868932:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1749610242.868934:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610242.868936:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7db480. 00000100:00000200:3.0:1749610242.868938:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610242.868942:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f0000. 00000100:00000010:0.0:1749610242.868945:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dda680. 00000400:00000200:3.0:1749610242.868954:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610242.868956:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610242.868963:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9180 x1834598193582208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610242.868964:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610242.868966:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610242.868970:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9500 x1834598193582336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610242.868972:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9e58 00000400:00000010:0.0:1749610242.868973:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9e58. 00000100:00000200:0.0:1749610242.868977:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d8e00 x1834598193581824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610242.868980:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2d40. 00000100:00000010:3.0:1749610242.869025:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2a40. 00000100:00000010:3.0:1749610242.869030:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2f00. 00000100:00000010:3.0:1749610242.869033:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2480. 00000020:00000010:0.0:1749610242.869033:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb000. 00000020:00000010:2.0:1749610242.869035:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8dc0. 00000020:00000010:0.0:1749610242.869037:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392e00. 00000020:00000010:1.0:1749610242.869038:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca1c0. 00000020:00000010:2.0:1749610242.869041:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b40518c0. 00000020:00000010:0.0:1749610242.869041:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000020:00000010:1.0:1749610242.869045:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca7c0. 00000020:00000010:2.0:1749610242.869053:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a000. 00000020:00000010:1.0:1749610242.869054:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0400. 00000020:00000010:2.0:1749610242.869056:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000020:00000010:1.0:1749610242.869057:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013680. 00000020:00000010:2.0:1749610242.869059:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000020:00000010:1.0:1749610242.869060:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000200:0.0:1749610242.869060:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193581824 00010000:00020000:0.0:1749610242.869075:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610242.869082:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ee800. 00000020:00000010:2.0:1749610242.869085:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8a40. 00000020:00000010:2.0:1749610242.869087:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8a40. 00000020:00000010:1.0:1749610242.869087:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca7c0. 00000020:00000010:1.0:1749610242.869088:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca7c0. 00000100:00000200:2.0:1749610242.869090:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193582208 00000100:00000200:1.0:1749610242.869090:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193582336 00000400:00000010:0.0:1749610242.869090:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9e58. 00000100:00000200:0.0:1749610242.869092:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193581824, offset 0 00000400:00000200:0.0:1749610242.869094:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610242.869097:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610242.869100:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada24f00 02000000:00000010:2.0:1749610242.869103:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b1c00. 00000400:00000200:0.0:1749610242.869103:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6ca5 [1] + 0 02000000:00000010:1.0:1749610242.869104:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f150400. 00000400:00000200:0.0:1749610242.869105:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610242.869107:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:2.0:1749610242.869109:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f0000 x1834598193582208/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:433/0 lens 224/224 e 0 to 0 dl 1749610253 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610242.869110:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d8e00 x1834598193581824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749610242.869112:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006e7db480 x1834598193582336/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:433/0 lens 224/224 e 0 to 0 dl 1749610253 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610242.869116:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9e58 00000400:00000010:0.0:1749610242.869117:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9e58. 00000400:00000010:2.0:1749610242.869118:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610242.869121:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193582208, offset 224 00000400:00000010:1.0:1749610242.869123:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387d48. 00000020:00000010:0.0:1749610242.869123:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392e00. 00000400:00000200:2.0:1749610242.869125:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610242.869125:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:0.0:1749610242.869127:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb000. 00000400:00000200:2.0:1749610242.869129:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610242.869129:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193582336, offset 224 00000400:00000200:1.0:1749610242.869133:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610242.869134:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada25080 00000400:00000200:2.0:1749610242.869138:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ca9 [1] + 224 00000400:00000200:2.0:1749610242.869142:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610242.869143:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610242.869145:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610242.869145:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eae18. 00000400:00000200:0.0:1749610242.869147:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610242.869148:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610242.869149:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d8e00 x1834598193581824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610242.869150:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada25100 00000100:00000200:2.0:1749610242.869151:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9180 x1834598193582208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610242.869154:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d8e00 x1834598193581824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610242.869155:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6ca1 [1] + 224 00000400:00000200:1.0:1749610242.869159:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610242.869162:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610242.869163:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610242.869165:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000400:00000010:3.0:1749610242.869172:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb58. 00000020:00000010:2.0:1749610242.869172:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000100:00000200:1.0:1749610242.869173:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9500 x1834598193582336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610242.869174:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 02000000:00000010:0.0:1749610242.869174:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ef400. 00000400:00000010:0.0:1749610242.869176:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eae18. 00000400:00000200:3.0:1749610242.869179:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000020:00000010:2.0:1749610242.869179:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a000. 00000400:00000010:3.0:1749610242.869180:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000200:3.0:1749610242.869185:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9180 x1834598193582208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610242.869187:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610242.869189:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193581952, portal 10 00000400:00000200:1.0:1749610242.869191:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387d48 00000400:00000010:0.0:1749610242.869191:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9e58. 00000100:00000200:3.0:1749610242.869192:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9180 x1834598193582208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610242.869192:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387d48. 00000100:00000200:0.0:1749610242.869195:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193581952, offset 0 00000400:00000200:0.0:1749610242.869197:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610242.869200:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013680. 00000400:00000200:0.0:1749610242.869200:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610242.869203:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada24f80 00000020:00000010:1.0:1749610242.869204:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000400:00000200:0.0:1749610242.869205:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 50560 00000020:00000010:1.0:1749610242.869206:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0400. 02000000:00000010:3.0:1749610242.869208:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133000. 00000400:00000200:0.0:1749610242.869208:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610242.869209:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610242.869211:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1749610242.869213:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9800. 00000100:00000010:0.0:1749610242.869213:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096dd9c00. 00000100:00000010:3.0:1749610242.869217:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9180. 00000400:00000010:3.0:1749610242.869227:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd790. 00000400:00000200:3.0:1749610242.869230:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682aa0 00000400:00000010:3.0:1749610242.869231:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682aa0. 00000400:00000200:0.0:1749610242.869233:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9e58 00000100:00000200:3.0:1749610242.869234:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9500 x1834598193582336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610242.869234:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9e58. 00000100:00000200:0.0:1749610242.869236:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7daa00 x1834598193581952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610242.869241:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9500 x1834598193582336/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610242.869246:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ee400. 00000400:00000010:0.0:1749610242.869247:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead10. 00000400:00000010:0.0:1749610242.869248:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9e58. 00000100:00000200:0.0:1749610242.869250:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193582080, portal 10 02000000:00000010:3.0:1749610242.869252:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7b600. 00000400:00000010:0.0:1749610242.869252:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610242.869253:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193582080, offset 0 00000400:00000200:0.0:1749610242.869255:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610242.869256:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9300. 00000400:00000200:0.0:1749610242.869257:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749610242.869258:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9500. 00000400:00000200:0.0:1749610242.869259:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada25000 00000400:00000200:0.0:1749610242.869261:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 51080 00000400:00000200:0.0:1749610242.869263:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610242.869264:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610242.869265:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610242.869272:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801211f6680. 00000400:00000200:0.0:1749610242.869276:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610242.869277:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610242.869279:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9c00 x1834598193582080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610242.869287:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ef000. 00000020:00000010:3.0:1749610242.869289:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133000. 02000000:00000010:0.0:1749610242.869290:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbe800. 00000020:00000010:3.0:1749610242.869292:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00000010:0.0:1749610242.869292:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8e00. 00000020:00000010:3.0:1749610242.869295:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000020:00000010:2.0:1749610242.869305:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a000. 00000100:00000200:3.0:1749610242.869308:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193581952 00000020:00000010:2.0:1749610242.869309:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610242.869311:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00010000:00020000:3.0:1749610242.869316:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610242.869320:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e0400. 00000400:00000010:3.0:1749610242.869325:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000200:2.0:1749610242.869329:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193582080 00000100:00000200:3.0:1749610242.869332:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193581952, offset 0 00000400:00000200:3.0:1749610242.869335:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:2.0:1749610242.869336:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749610242.869340:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610242.869344:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada24f80 02000000:00000010:2.0:1749610242.869344:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012f1b0c00. 00000400:00000200:3.0:1749610242.869348:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6cc5 [1] + 0 00000400:00000010:2.0:1749610242.869348:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000400:00000200:3.0:1749610242.869351:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610242.869351:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193582080, offset 0 00000400:00000200:3.0:1749610242.869354:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610242.869355:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610242.869358:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7daa00 x1834598193581952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610242.869359:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610242.869362:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada25000 00000400:00000200:2.0:1749610242.869365:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ccd [1] + 0 00000400:00000200:2.0:1749610242.869368:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610242.869370:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000200:2.0:1749610242.869370:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610242.869371:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000100:00000200:2.0:1749610242.869375:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9c00 x1834598193582080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610242.869375:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eae18. 00000400:00000200:0.0:1749610242.869377:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000020:00000010:3.0:1749610242.869378:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000400:00000010:0.0:1749610242.869378:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000020:00000010:3.0:1749610242.869380:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000100:00000200:0.0:1749610242.869380:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7daa00 x1834598193581952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610242.869383:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133000. 00000400:00000200:2.0:1749610242.869383:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610242.869384:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000100:00000200:0.0:1749610242.869384:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7daa00 x1834598193581952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610242.869390:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610242.869391:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000020:00000010:2.0:1749610242.869393:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a000. 00000400:00000010:0.0:1749610242.869393:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead10. 00000400:00000200:0.0:1749610242.869394:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9e58 00000400:00000010:0.0:1749610242.869395:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9e58. 00000100:00000200:0.0:1749610242.869396:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9c00 x1834598193582080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610242.869400:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9c00 x1834598193582080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610242.869406:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ef400. 02000000:00000010:0.0:1749610242.869408:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbc400. 00000100:00000010:0.0:1749610242.869409:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7daa00. 02000000:00000010:0.0:1749610242.869411:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ee400. 02000000:00000010:0.0:1749610242.869414:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbfc00. 00000100:00000010:0.0:1749610242.869415:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9c00. 00000100:00000010:3.0:1749610242.870733:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2480. 00000100:00000010:0.0:1749610242.870733:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2d40. 00000100:00000010:2.0:1749610242.870741:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2f00. 00000100:00000010:1.0:1749610242.870773:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2a40. 00000100:00000010:0.0:1749610243.568854:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e6680. 02000000:00000010:0.0:1749610243.568881:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610243.568908:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610243.568926:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610243.568932:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610243.568937:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e6680. 00000100:00000010:2.0:1749610245.569830:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8380. 02000000:00000010:2.0:1749610245.569848:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610245.569861:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610245.569875:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610245.569879:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610245.569882:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8380. 00000100:00000010:2.0:1749610247.570789:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8380. 02000000:00000010:2.0:1749610247.570806:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610247.570817:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610247.570829:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610247.570834:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610247.570836:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8380. 00000400:00000010:2.0:1749610247.868802:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eadc0. 00000400:00000200:2.0:1749610247.868811:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d95d8 00000400:00000010:2.0:1749610247.868813:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d95d8. 00000100:00000200:2.0:1749610247.868839:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e5f80 x1834598193577728/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610247 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610247.868846:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e5f80 x1834598193577728/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610247 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610247.868897:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ed400. 02000000:00000010:2.0:1749610247.868902:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2cc00. 00000100:00000010:2.0:1749610247.868905:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e5f80. 00000100:00000010:0.0:1749610247.868943:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e6680. 02000000:00000010:0.0:1749610247.868982:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4ee400. 00000100:00000010:0.0:1749610247.869012:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5f80. 02000000:00000010:0.0:1749610247.869017:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4ef400. 00000100:00000010:0.0:1749610247.869028:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822300. 02000000:00000010:0.0:1749610247.869031:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4ef000. 02000000:00000010:2.0:1749610247.869035:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096899000. 00000100:00000010:0.0:1749610247.869039:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822d80. 00000400:00000010:2.0:1749610247.869040:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd840. 02000000:00000010:0.0:1749610247.869042:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4ec000. 00000400:00000010:2.0:1749610247.869045:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000100:00000010:0.0:1749610247.869047:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820e00. 00000100:00000200:2.0:1749610247.869049:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193582848, portal 25 02000000:00000010:0.0:1749610247.869050:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9ba00. 00000400:00000010:2.0:1749610247.869053:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00000100:00000200:2.0:1749610247.869055:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193582848, offset 0 00000400:00000200:2.0:1749610247.869060:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610247.869071:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610247.869076:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821500. 02000000:00000010:0.0:1749610247.869079:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b400. 00000400:00000200:2.0:1749610247.869080:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada25300 00000400:00000100:2.0:1749610247.869084:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193582848 offset 0 length 520: 4 00000400:00000200:2.0:1749610247.869088:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e305ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749610247.869089:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1749610247.869096:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000400:00000010:2.0:1749610247.869097:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000100:00000200:2.0:1749610247.869102:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e6680 x1834598193582848/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610247.869104:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133000. 02000000:00000010:1.0:1749610247.869108:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0400. 00000400:00000010:3.0:1749610247.869111:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bb58. 00000400:00000010:1.0:1749610247.869113:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52f20. 00000400:00000010:3.0:1749610247.869114:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ebb0. 00000100:00000010:2.0:1749610247.869115:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8a40. 00000400:00000010:1.0:1749610247.869116:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387d48. 00000100:00000200:3.0:1749610247.869117:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193583488, portal 4 00000400:00000010:3.0:1749610247.869121:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610247.869124:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193583488, offset 0 00000100:00000200:1.0:1749610247.869124:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193583360, portal 10 00000400:00000010:1.0:1749610247.869127:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000400:00000200:3.0:1749610247.869128:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610247.869130:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193583360, offset 0 00000400:00000200:3.0:1749610247.869133:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610247.869134:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8040. 00000400:00000200:1.0:1749610247.869134:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610247.869138:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8b40. 00000400:00000200:1.0:1749610247.869138:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610247.869139:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada25580 00000100:00000010:2.0:1749610247.869142:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8580. 00000400:00000200:1.0:1749610247.869142:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada25500 00000400:00000200:3.0:1749610247.869145:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 9896 00000400:00000200:3.0:1749610247.869150:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610247.869150:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a43400. 00000400:00000200:1.0:1749610247.869152:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 51600 00000400:00000200:3.0:1749610247.869153:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610247.869153:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000400:00000010:2.0:1749610247.869155:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00000400:00000200:1.0:1749610247.869155:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610247.869157:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1749610247.869157:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610247.869158:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193582976, portal 4 00000100:00000200:1.0:1749610247.869160:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610247.869161:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1c00. 00000100:00000010:1.0:1749610247.869163:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f829f80. 00000400:00000010:2.0:1749610247.869166:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610247.869169:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193582976, offset 0 00000400:00000200:2.0:1749610247.869172:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610247.869175:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610247.869176:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000200:2.0:1749610247.869177:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610247.869179:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000100:00000200:3.0:1749610247.869180:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821500 x1834598193583488/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610247.869181:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000400:00000200:2.0:1749610247.869182:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada25380 00000100:00000200:1.0:1749610247.869185:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820e00 x1834598193583360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610247.869186:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 10400 00000400:00000200:2.0:1749610247.869191:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610247.869193:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610247.869193:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051700. 00000100:00000200:2.0:1749610247.869196:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:0.0:1749610247.869198:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca1c0. 00000100:00000010:2.0:1749610247.869199:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8380. 00000020:00000010:0.0:1749610247.869209:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb000. 00000400:00000200:2.0:1749610247.869210:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610247.869211:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000020:00000010:0.0:1749610247.869213:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392e00. 00000100:00000200:2.0:1749610247.869215:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009d0e5f80 x1834598193582976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610247.869216:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000020:00000010:1.0:1749610247.869228:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 00000020:00000010:1.0:1749610247.869231:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013680. 00000020:00000010:3.0:1749610247.869232:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2480. 02000000:00000010:2.0:1749610247.869234:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42800. 00000020:00000010:1.0:1749610247.869234:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000020:00000010:3.0:1749610247.869235:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8dc0. 00000400:00000010:2.0:1749610247.869236:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd688. 00000400:00000010:2.0:1749610247.869238:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000020:00000010:0.0:1749610247.869238:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40517c0. 00000020:00000010:0.0:1749610247.869239:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40517c0. 00000020:00000010:3.0:1749610247.869240:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133e00. 00000100:00000200:2.0:1749610247.869240:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193583104, portal 10 00000100:00000200:0.0:1749610247.869242:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193583488 00000020:00000010:3.0:1749610247.869243:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000400:00000010:2.0:1749610247.869243:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000020:00000010:3.0:1749610247.869245:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000100:00000200:2.0:1749610247.869245:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193583104, offset 0 00000400:00000200:2.0:1749610247.869248:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610247.869248:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193582976 00000400:00000200:2.0:1749610247.869252:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610247.869254:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ed400. 00000400:00000200:2.0:1749610247.869255:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada25400 00000020:00000010:3.0:1749610247.869257:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2540. 00000400:00000200:2.0:1749610247.869258:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 51824 00000020:00000010:3.0:1749610247.869259:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2540. 00010000:00020000:1.0:1749610247.869259:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:3.0:1749610247.869260:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193583360 00010000:00000200:0.0:1749610247.869260:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f1c00 x1834598193583488/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:438/0 lens 224/224 e 0 to 0 dl 1749610258 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610247.869261:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610247.869263:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f152400. 00000400:00000200:2.0:1749610247.869264:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610247.869266:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1749610247.869267:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e1000. 00000100:00000010:2.0:1749610247.869269:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7db800. 00000400:00000010:1.0:1749610247.869269:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00010000:00000200:3.0:1749610247.869270:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012f829f80 x1834598193583360/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:438/0 lens 224/224 e 0 to 0 dl 1749610258 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610247.869270:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9e58. 00000100:00000200:1.0:1749610247.869271:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193582976, offset 0 00000400:00000200:1.0:1749610247.869273:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610247.869276:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193583488, offset 224 00000400:00000200:1.0:1749610247.869277:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610247.869278:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000400:00000200:2.0:1749610247.869278:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610247.869280:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000200:1.0:1749610247.869281:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada25380 00000100:00000200:2.0:1749610247.869283:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f822300 x1834598193583104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610247.869284:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610247.869289:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610247.869290:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193583360, offset 224 00000400:00000200:1.0:1749610247.869293:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6cf5 [1] + 0 00000400:00000200:0.0:1749610247.869294:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada25580 00000400:00000200:1.0:1749610247.869295:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610247.869296:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610247.869297:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610247.869301:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610247.869301:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d0e5f80 x1834598193582976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610247.869303:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6ce5 [1] + 224 00000400:00000200:3.0:1749610247.869305:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada25500 00000400:00000200:0.0:1749610247.869307:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610247.869309:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ce9 [1] + 224 02000000:00000010:2.0:1749610247.869310:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a40c00. 00000400:00000200:0.0:1749610247.869310:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610247.869312:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd630. 00000400:00000200:3.0:1749610247.869313:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610247.869314:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821500 x1834598193583488/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610247.869315:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610247.869315:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000200:1.0:1749610247.869316:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610247.869318:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00000200:2.0:1749610247.869321:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193583232, portal 10 00000100:00000200:3.0:1749610247.869323:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820e00 x1834598193583360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610247.869324:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610247.869325:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193583232, offset 0 00000020:00000010:1.0:1749610247.869326:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013680. 00000400:00000200:2.0:1749610247.869329:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610247.869332:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610247.869332:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000010:1.0:1749610247.869334:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 00000400:00000200:0.0:1749610247.869336:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9e58 00000400:00000010:0.0:1749610247.869338:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9e58. 00000400:00000200:3.0:1749610247.869340:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000200:2.0:1749610247.869340:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada25480 00000400:00000010:3.0:1749610247.869342:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000200:2.0:1749610247.869345:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 52344 00000020:00000010:0.0:1749610247.869347:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392e00. 00000400:00000200:2.0:1749610247.869348:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610247.869349:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000400:00000010:1.0:1749610247.869349:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52f20. 00000020:00000010:0.0:1749610247.869350:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:3.0:1749610247.869351:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000400:00000200:2.0:1749610247.869351:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610247.869352:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb000. 00000020:00000010:3.0:1749610247.869353:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133e00. 00000400:00000200:1.0:1749610247.869353:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387d48 00000400:00000010:1.0:1749610247.869354:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387d48. 00000100:00000200:1.0:1749610247.869357:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820e00 x1834598193583360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610247.869361:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610247.869363:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133e00. 00000100:00000200:1.0:1749610247.869363:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820e00 x1834598193583360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610247.869364:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00000010:2.0:1749610247.869364:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7dad80. 00000020:00000010:3.0:1749610247.869366:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000400:00000010:0.0:1749610247.869368:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bb58. 00000400:00000200:0.0:1749610247.869373:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ebb0 00000400:00000010:0.0:1749610247.869374:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ebb0. 00000020:00000010:3.0:1749610247.869376:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133800. 00000100:00000200:0.0:1749610247.869377:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821500 x1834598193583488/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610247.869378:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886200. 00000400:00000200:2.0:1749610247.869378:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610247.869379:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 02000000:00000010:1.0:1749610247.869379:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0400. 02000000:00000010:1.0:1749610247.869381:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9ba00. 00000100:00000200:2.0:1749610247.869382:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f822d80 x1834598193583232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610247.869384:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09af0. 00000100:00000010:1.0:1749610247.869384:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820e00. 00000100:00000200:0.0:1749610247.869384:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821500 x1834598193583488/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610247.869393:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:2.0:1749610247.869395:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000100:00000200:3.0:1749610247.869396:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193583104 00000400:00000010:2.0:1749610247.869396:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 02000000:00000010:0.0:1749610247.869397:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133000. 00000100:00000200:2.0:1749610247.869398:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e5f80 x1834598193582976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610247.869400:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b400. 00000100:00000010:0.0:1749610247.869402:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821500. 00010000:00020000:3.0:1749610247.869404:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610247.869404:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e5f80 x1834598193582976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610247.869407:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193583232 02000000:00000010:3.0:1749610247.869408:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e1c00. 00000400:00000010:3.0:1749610247.869412:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610247.869414:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193583104, offset 0 00010000:00020000:1.0:1749610247.869415:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749610247.869416:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a43400. 00000400:00000200:3.0:1749610247.869417:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610247.869418:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4ef400. 02000000:00000010:1.0:1749610247.869419:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f153c00. 00000400:00000200:3.0:1749610247.869421:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610247.869421:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e5f80. 00000400:00000010:1.0:1749610247.869423:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387d48. 00000400:00000200:3.0:1749610247.869425:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada25400 00000100:00000200:1.0:1749610247.869425:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193583232, offset 0 00000400:00000200:3.0:1749610247.869428:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6cfd [1] + 0 00000400:00000200:3.0:1749610247.869431:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610247.869431:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610247.869433:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610247.869436:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822300 x1834598193583104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610247.869436:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610247.869441:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada25480 00000400:00000200:1.0:1749610247.869444:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d11 [1] + 0 00000400:00000200:1.0:1749610247.869448:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610247.869449:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610247.869450:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000200:1.0:1749610247.869450:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610247.869453:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd688. 00000020:00000010:3.0:1749610247.869455:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000400:00000200:2.0:1749610247.869455:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000020:00000010:3.0:1749610247.869457:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000020:00000010:3.0:1749610247.869459:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133e00. 00000400:00000010:2.0:1749610247.869459:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610247.869462:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f822300 x1834598193583104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610247.869467:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f822300 x1834598193583104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610247.869468:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822d80 x1834598193583232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610247.869477:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387d48 00000400:00000010:1.0:1749610247.869478:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387d48. 00000400:00000010:2.0:1749610247.869486:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd630. 00000400:00000200:2.0:1749610247.869488:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610247.869489:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:1.0:1749610247.869490:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886200. 00000100:00000200:2.0:1749610247.869491:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f822d80 x1834598193583232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610247.869493:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09af0. 00000020:00000010:1.0:1749610247.869495:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133800. 00000100:00000200:2.0:1749610247.869497:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f822d80 x1834598193583232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610247.869507:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42800. 02000000:00000010:2.0:1749610247.869510:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4ef000. 00000100:00000010:2.0:1749610247.869512:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822300. 02000000:00000010:2.0:1749610247.869515:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a40c00. 02000000:00000010:2.0:1749610247.869516:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4ec000. 00000100:00000010:2.0:1749610247.869519:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822d80. 00000100:00000010:3.0:1749610247.880759:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8580. 00000100:00000010:1.0:1749610247.880772:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8040. 00000100:00000010:0.0:1749610247.880779:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8a40. 00000100:00000010:2.0:1749610247.880788:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8b40. 00000400:00000200:0.0:1749610248.158597:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610248.158612:0:1042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501780 00000400:00000100:0.0:1749610248.158618:0:1042:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188193664 offset 0 length 520: 4 00000400:00000200:0.0:1749610248.158622:0:1042:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88007261a100 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610248.158624:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:2.0:1749610249.571791:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7dbb80. 02000000:00000010:2.0:1749610249.571812:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610249.571826:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610249.571840:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610249.571846:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610249.571850:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7dbb80. 00000100:00000010:2.0:1749610251.572801:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7dbb80. 02000000:00000010:2.0:1749610251.572817:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610251.572831:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610251.572845:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610251.572850:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610251.572853:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7dbb80. 00000100:00000010:0.0:1749610252.884778:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821500. 02000000:00000010:0.0:1749610252.884797:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4eec00. 00000100:00000010:0.0:1749610252.884825:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822680. 02000000:00000010:0.0:1749610252.884829:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4efc00. 00000100:00000010:0.0:1749610252.884849:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821c00. 02000000:00000010:0.0:1749610252.884853:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4ec000. 00000100:00000010:0.0:1749610252.884857:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821880. 02000000:00000010:0.0:1749610252.884861:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b700. 02000000:00000010:2.0:1749610252.884868:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a40c00. 00000400:00000010:2.0:1749610252.884874:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd630. 00000400:00000010:2.0:1749610252.884880:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000010:0.0:1749610252.884881:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821180. 02000000:00000010:0.0:1749610252.884885:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b100. 00000100:00000200:2.0:1749610252.884886:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193583872, portal 4 00000400:00000010:2.0:1749610252.884891:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610252.884893:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193583872, offset 0 00000400:00000200:2.0:1749610252.884900:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610252.884925:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebcb600. 00000400:00000010:0.0:1749610252.884929:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead10. 00000400:00000010:0.0:1749610252.884932:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9e58. 00000100:00000200:0.0:1749610252.884934:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193584384, portal 4 00000400:00000200:2.0:1749610252.884936:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610252.884938:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610252.884940:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193584384, offset 0 00000400:00000200:0.0:1749610252.884944:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610252.884945:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada25700 02000000:00000010:3.0:1749610252.884946:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133e00. 00000400:00000200:0.0:1749610252.884949:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610252.884951:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bbb0. 00000400:00000200:2.0:1749610252.884951:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 10920 00000400:00000200:0.0:1749610252.884954:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada25900 00000400:00000010:3.0:1749610252.884955:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000400:00000200:2.0:1749610252.884957:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610252.884958:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193584256, portal 10 00000400:00000200:0.0:1749610252.884959:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 10120 00000400:00000010:3.0:1749610252.884961:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000200:2.0:1749610252.884961:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610252.884962:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193584256, offset 0 00000400:00000200:0.0:1749610252.884963:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610252.884965:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1749610252.884966:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610252.884966:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610252.884969:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7dbb80. 00000100:00000200:0.0:1749610252.884969:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1749610252.884970:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610252.884972:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f823100. 00000400:00000200:3.0:1749610252.884974:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada25880 00000400:00000200:3.0:1749610252.884977:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 52864 00000400:00000200:3.0:1749610252.884981:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610252.884987:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610252.884990:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610252.884992:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f2680. 00000400:00000200:2.0:1749610252.884994:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610252.884996:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610252.885002:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821500 x1834598193583872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610252.885003:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610252.885005:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000100:00000200:0.0:1749610252.885008:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821180 x1834598193584384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610252.885009:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610252.885010:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000200:3.0:1749610252.885013:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821880 x1834598193584256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610252.885018:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8b40. 00000100:00000010:2.0:1749610252.885032:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8400. 00000100:00000010:2.0:1749610252.885036:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8a40. 00000100:00000010:2.0:1749610252.885039:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8040. 00000020:00000010:0.0:1749610252.885041:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40517c0. 00000020:00000010:3.0:1749610252.885042:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2540. 00000020:00000010:1.0:1749610252.885044:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0400. 00000020:00000010:3.0:1749610252.885045:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2480. 00000020:00000010:0.0:1749610252.885045:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051700. 02000000:00000010:2.0:1749610252.885046:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a43400. 00000400:00000010:2.0:1749610252.885049:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd688. 00000020:00000010:1.0:1749610252.885050:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013680. 00000400:00000010:2.0:1749610252.885051:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000020:00000010:3.0:1749610252.885052:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132a00. 00000020:00000010:0.0:1749610252.885052:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca000. 00000100:00000200:2.0:1749610252.885053:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193584000, portal 10 00000020:00000010:3.0:1749610252.885054:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000020:00000010:1.0:1749610252.885054:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000020:00000010:0.0:1749610252.885054:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392e00. 00000020:00000010:3.0:1749610252.885056:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000020:00000010:0.0:1749610252.885056:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000400:00000010:2.0:1749610252.885057:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00000100:00000200:2.0:1749610252.885058:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193584000, offset 0 00000400:00000200:2.0:1749610252.885062:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610252.885066:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610252.885070:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada25780 00000020:00000010:3.0:1749610252.885073:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2480. 00000400:00000200:2.0:1749610252.885073:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 53088 00000100:00000200:1.0:1749610252.885073:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193583872 00000020:00000010:0.0:1749610252.885073:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051700. 00000020:00000010:3.0:1749610252.885074:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2480. 00000100:00000200:3.0:1749610252.885075:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193584256 00000020:00000010:0.0:1749610252.885075:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051700. 00000100:00000200:0.0:1749610252.885076:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193584384 00000400:00000200:2.0:1749610252.885082:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610252.885084:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749610252.885086:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e0000. 00000100:00000200:2.0:1749610252.885087:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00020000:1.0:1749610252.885087:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610252.885087:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ef000. 00000100:00000010:2.0:1749610252.885089:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7da300. 00010000:00000200:3.0:1749610252.885090:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f2680 x1834598193584256/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:443/0 lens 224/224 e 0 to 0 dl 1749610263 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1749610252.885091:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008f823100 x1834598193584384/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:443/0 lens 224/224 e 0 to 0 dl 1749610263 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610252.885092:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f153400. 00000400:00000200:2.0:1749610252.885097:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000400:00000010:3.0:1749610252.885098:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:2.0:1749610252.885098:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000400:00000010:0.0:1749610252.885098:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000400:00000010:1.0:1749610252.885099:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387d48. 00000100:00000200:3.0:1749610252.885101:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193584256, offset 224 00000100:00000200:2.0:1749610252.885102:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f822680 x1834598193584000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610252.885102:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193584384, offset 224 00000100:00000200:1.0:1749610252.885103:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193583872, offset 0 00000400:00000200:3.0:1749610252.885104:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610252.885106:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610252.885107:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610252.885109:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610252.885111:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada25880 00000400:00000200:0.0:1749610252.885111:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610252.885114:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d31 [1] + 224 00000400:00000200:1.0:1749610252.885115:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610252.885115:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada25900 00000400:00000200:3.0:1749610252.885116:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610252.885118:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610252.885118:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42800. 00000400:00000200:0.0:1749610252.885118:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6d29 [1] + 224 00000400:00000010:2.0:1749610252.885120:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:1.0:1749610252.885120:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada25700 00000100:00000200:3.0:1749610252.885121:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821880 x1834598193584256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610252.885121:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610252.885122:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00000400:00000200:1.0:1749610252.885123:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6d21 [1] + 0 00000400:00000200:0.0:1749610252.885123:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610252.885126:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193584128, portal 10 00000400:00000200:1.0:1749610252.885126:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610252.885128:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610252.885128:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821180 x1834598193584384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610252.885129:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:2.0:1749610252.885129:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000010:3.0:1749610252.885130:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000200:2.0:1749610252.885132:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193584128, offset 0 00000100:00000200:1.0:1749610252.885133:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821500 x1834598193583872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610252.885135:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610252.885136:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000020:00000010:3.0:1749610252.885137:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000400:00000200:2.0:1749610252.885139:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610252.885140:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610252.885141:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000020:00000010:3.0:1749610252.885143:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132a00. 00000400:00000200:2.0:1749610252.885143:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada25800 00000400:00000200:1.0:1749610252.885143:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387d48 00000400:00000010:1.0:1749610252.885144:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387d48. 00000400:00000200:2.0:1749610252.885146:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 53608 00000020:00000010:0.0:1749610252.885147:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392e00. 00000020:00000010:1.0:1749610252.885149:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013680. 00000020:00000010:0.0:1749610252.885149:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000400:00000200:2.0:1749610252.885150:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610252.885151:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132a00. 00000020:00000010:0.0:1749610252.885151:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca000. 00000020:00000010:3.0:1749610252.885152:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000400:00000200:2.0:1749610252.885152:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610252.885153:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000020:00000010:1.0:1749610252.885153:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000100:00000200:2.0:1749610252.885154:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749610252.885154:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0400. 00000100:00000010:2.0:1749610252.885156:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7da680. 00000400:00000200:2.0:1749610252.885164:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610252.885165:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:3.0:1749610252.885167:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133a00. 00000020:00000010:3.0:1749610252.885168:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886400. 00000100:00000200:2.0:1749610252.885168:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821c00 x1834598193584128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610252.885169:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000200:0.0:1749610252.885169:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193584000 00010000:00020000:0.0:1749610252.885177:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610252.885180:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ef400. 00000100:00000200:3.0:1749610252.885181:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193584128 00000400:00000010:2.0:1749610252.885183:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd630. 00000400:00000010:0.0:1749610252.885184:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000400:00000200:2.0:1749610252.885185:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610252.885186:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00010000:00020000:3.0:1749610252.885188:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610252.885189:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821500 x1834598193583872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610252.885189:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193584000, offset 0 02000000:00000010:3.0:1749610252.885190:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e2c00. 00000400:00000200:0.0:1749610252.885191:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610252.885193:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:1.0:1749610252.885194:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead10. 00000400:00000200:1.0:1749610252.885195:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9e58 00000400:00000200:0.0:1749610252.885195:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610252.885196:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821500 x1834598193583872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610252.885196:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9e58. 00000100:00000200:3.0:1749610252.885198:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193584128, offset 0 00000100:00000200:1.0:1749610252.885198:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821180 x1834598193584384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610252.885198:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada25780 00000400:00000200:3.0:1749610252.885200:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610252.885203:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821180 x1834598193584384/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610252.885203:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d39 [1] + 0 00000400:00000200:3.0:1749610252.885204:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610252.885206:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada25800 00000400:00000200:0.0:1749610252.885206:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610252.885208:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610252.885209:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d4d [1] + 0 00000400:00000200:3.0:1749610252.885211:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610252.885212:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610252.885212:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822680 x1834598193584000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610252.885215:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821c00 x1834598193584128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610252.885217:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a40c00. 00000400:00000200:3.0:1749610252.885220:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 02000000:00000010:2.0:1749610252.885220:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4eec00. 00000400:00000010:3.0:1749610252.885221:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000010:3.0:1749610252.885224:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886400. 00000100:00000010:2.0:1749610252.885224:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821500. 00000020:00000010:3.0:1749610252.885225:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000020:00000010:3.0:1749610252.885226:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133a00. 02000000:00000010:1.0:1749610252.885227:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebcb600. 00000400:00000010:2.0:1749610252.885229:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:2.0:1749610252.885230:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 02000000:00000010:1.0:1749610252.885231:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b100. 00000400:00000010:2.0:1749610252.885232:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000100:00000010:1.0:1749610252.885233:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821180. 00000100:00000200:2.0:1749610252.885234:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821c00 x1834598193584128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610252.885235:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bbb0. 00000400:00000200:3.0:1749610252.885239:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610252.885239:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610252.885241:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821880 x1834598193584256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610252.885241:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821c00 x1834598193584128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610252.885241:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:0.0:1749610252.885243:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000100:00000200:3.0:1749610252.885245:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821880 x1834598193584256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610252.885249:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 02000000:00000010:2.0:1749610252.885250:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42800. 00000020:00000010:0.0:1749610252.885251:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 02000000:00000010:2.0:1749610252.885252:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4ec000. 00000020:00000010:0.0:1749610252.885253:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132a00. 00000100:00000010:2.0:1749610252.885254:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821c00. 00000400:00000010:2.0:1749610252.885257:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd688. 00000400:00000200:2.0:1749610252.885259:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 02000000:00000010:3.0:1749610252.885260:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133e00. 00000400:00000010:2.0:1749610252.885260:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 02000000:00000010:3.0:1749610252.885262:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b700. 00000100:00000200:2.0:1749610252.885263:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f822680 x1834598193584000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610252.885264:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821880. 00000100:00000200:2.0:1749610252.885269:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f822680 x1834598193584000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610252.885278:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a43400. 02000000:00000010:2.0:1749610252.885280:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4efc00. 00000100:00000010:2.0:1749610252.885283:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822680. 00000100:00000010:0.0:1749610252.885727:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8b40. 00000100:00000010:1.0:1749610252.885756:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8400. 00000100:00000010:2.0:1749610252.886714:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8a40. 00000100:00000010:3.0:1749610252.886728:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8040. 00000100:00000010:0.0:1749610253.573834:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820a80. 02000000:00000010:0.0:1749610253.573853:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebca000. 00000100:00000010:0.0:1749610253.573867:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610253.573881:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610253.573886:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebca000. 00000100:00000010:0.0:1749610253.573891:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820a80. 00000100:00000010:2.0:1749610255.574916:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8a80. 02000000:00000010:2.0:1749610255.574935:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610255.574947:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610255.574959:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610255.574963:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610255.574966:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8a80. 00000100:00000010:2.0:1749610257.575784:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8a80. 02000000:00000010:2.0:1749610257.575802:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610257.575814:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610257.575827:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610257.575831:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610257.575834:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8a80. 10000000:00000010:3.0:1749610257.611804:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012c0e2480. 00000020:00000010:3.0:1749610257.611812:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133e00. 00000020:00000010:3.0:1749610257.611817:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a6133a00. 00000040:00000010:3.0:1749610257.611819:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a6132400. 00000020:00000010:3.0:1749610257.611823:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4251800. 00000020:00000010:3.0:1749610257.611827:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a6132200. 80000000:00000010:3.0:1749610257.611831:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012dc30300. 00040000:00000010:3.0:1749610257.611834:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a6133600. 00080000:00000010:3.0:1749610257.611839:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012b8a9000. 00080000:00000010:3.0:1749610257.611843:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012d526000. 00000020:00000010:3.0:1749610257.611851:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a6133a00. 00000040:00000010:3.0:1749610257.611856:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a6132400. 00000020:00000010:3.0:1749610257.611858:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4251800. 00000020:00000010:3.0:1749610257.611862:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a6132200. 80000000:00000010:3.0:1749610257.611864:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012dc30300. 00040000:00000010:3.0:1749610257.611866:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a6133600. 00080000:00000010:3.0:1749610257.611869:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012d526000. 00080000:00000010:3.0:1749610257.611898:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012b8a9000. 00000020:00000010:3.0:1749610257.611901:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133e00. 10000000:00000010:3.0:1749610257.611903:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012c0e2480. 10000000:00020000:3.0:1749610257.611907:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000010:0.0:1749610257.892753:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820a80. 02000000:00000010:0.0:1749610257.892767:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4ec000. 00000100:00000010:0.0:1749610257.892788:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820000. 02000000:00000010:0.0:1749610257.892790:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b4eec00. 00000100:00000010:0.0:1749610257.892799:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820380. 02000000:00000010:0.0:1749610257.892802:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008fcbfc00. 00000100:00000010:0.0:1749610257.892805:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f823b80. 02000000:00000010:0.0:1749610257.892806:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b400. 00000100:00000010:0.0:1749610257.892825:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f823800. 02000000:00000010:0.0:1749610257.892826:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b000. 02000000:00000010:0.0:1749610257.892842:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebca000. 00000400:00000010:0.0:1749610257.892846:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eae18. 02000000:00000010:2.0:1749610257.892847:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a43400. 00000400:00000010:0.0:1749610257.892850:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9bb0. 00000400:00000010:2.0:1749610257.892852:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd688. 00000400:00000010:2.0:1749610257.892855:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:0.0:1749610257.892855:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193585408, portal 4 00000100:00000200:2.0:1749610257.892858:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193584896, portal 4 00000400:00000010:0.0:1749610257.892859:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000400:00000010:2.0:1749610257.892861:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00000100:00000200:0.0:1749610257.892861:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193585408, offset 0 00000100:00000200:2.0:1749610257.892863:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193584896, offset 0 00000400:00000200:0.0:1749610257.892866:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610257.892886:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610257.892892:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610257.892893:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610257.892900:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada25b00 00000400:00000200:0.0:1749610257.892903:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada25d00 00000400:00000200:2.0:1749610257.892905:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 11440 02000000:00000010:1.0:1749610257.892908:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0400. 00000400:00000200:2.0:1749610257.892910:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610257.892912:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610257.892913:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52f20. 00000100:00000200:2.0:1749610257.892916:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:0.0:1749610257.892917:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 10344 00000100:00000010:2.0:1749610257.892919:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8a80. 00000400:00000200:0.0:1749610257.892920:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610257.892922:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387d48. 00000400:00000200:0.0:1749610257.892922:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610257.892924:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193585280, portal 10 00000100:00000200:0.0:1749610257.892925:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:1.0:1749610257.892927:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000010:0.0:1749610257.892927:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820700. 00000100:00000200:1.0:1749610257.892928:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193585280, offset 0 00000400:00000200:1.0:1749610257.892932:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610257.892934:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000400:00000010:2.0:1749610257.892935:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000400:00000200:1.0:1749610257.892936:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610257.892940:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820a80 x1834598193584896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610257.892941:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada25c80 00000400:00000200:1.0:1749610257.892944:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 54128 00000400:00000200:0.0:1749610257.892946:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000200:1.0:1749610257.892947:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610257.892948:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:1.0:1749610257.892949:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610257.892950:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f823800 x1834598193585408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610257.892952:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8a40. 00000100:00000200:1.0:1749610257.892952:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610257.892954:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f828700. 00000400:00000200:1.0:1749610257.892963:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610257.892964:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610257.892967:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f823b80 x1834598193585280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610257.892973:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8580. 00000100:00000010:2.0:1749610257.892976:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8dc0. 00000020:00000010:0.0:1749610257.892977:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051700. 00000100:00000010:2.0:1749610257.892981:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8fc0. 00000020:00000010:0.0:1749610257.892981:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b40517c0. 02000000:00000010:2.0:1749610257.892989:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42800. 00000020:00000010:1.0:1749610257.892989:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 00000020:00000010:0.0:1749610257.892989:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb000. 00000400:00000010:2.0:1749610257.892991:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000020:00000010:1.0:1749610257.892992:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013680. 00000020:00000010:0.0:1749610257.892992:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392e00. 00000400:00000010:2.0:1749610257.892993:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00000100:00000200:2.0:1749610257.892994:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193585024, portal 10 00000020:00000010:1.0:1749610257.892994:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000020:00000010:0.0:1749610257.892994:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000400:00000010:2.0:1749610257.893002:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610257.893003:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193585024, offset 0 00000400:00000200:2.0:1749610257.893005:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610257.893008:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193584896 00000020:00000010:0.0:1749610257.893008:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40517c0. 00000400:00000200:2.0:1749610257.893009:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610257.893009:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40517c0. 00000100:00000200:0.0:1749610257.893010:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193585408 00000400:00000200:2.0:1749610257.893011:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada25b80 00000400:00000200:2.0:1749610257.893013:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 54352 00000400:00000200:2.0:1749610257.893015:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610257.893017:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610257.893018:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00020000:1.0:1749610257.893019:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610257.893019:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbc400. 00000100:00000010:2.0:1749610257.893020:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8700. 02000000:00000010:1.0:1749610257.893024:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f150800. 00010000:00000200:0.0:1749610257.893024:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008f820700 x1834598193585408/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:448/0 lens 224/224 e 0 to 0 dl 1749610268 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610257.893026:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610257.893027:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610257.893029:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820000 x1834598193585024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610257.893029:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000400:00000010:0.0:1749610257.893030:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:1.0:1749610257.893031:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193584896, offset 0 00000100:00000200:0.0:1749610257.893032:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193585408, offset 224 00000400:00000200:0.0:1749610257.893034:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610257.893037:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610257.893038:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a40c00. 00000400:00000200:1.0:1749610257.893038:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610257.893039:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada25d00 00000400:00000010:2.0:1749610257.893040:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd630. 00000400:00000010:2.0:1749610257.893041:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000200:1.0:1749610257.893042:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610257.893042:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6d5d [1] + 224 00000020:00000010:3.0:1749610257.893043:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2480. 00000400:00000200:0.0:1749610257.893044:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610257.893045:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193585152, portal 10 00000400:00000200:1.0:1749610257.893045:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada25b00 00000020:00000010:3.0:1749610257.893046:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2540. 00000400:00000010:2.0:1749610257.893046:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000200:0.0:1749610257.893046:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610257.893047:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6d61 [1] + 0 00000100:00000200:2.0:1749610257.893049:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193585152, offset 0 00000400:00000200:1.0:1749610257.893049:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610257.893050:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133e00. 00000100:00000200:0.0:1749610257.893050:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f823800 x1834598193585408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610257.893051:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610257.893052:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886400. 00000400:00000200:2.0:1749610257.893052:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610257.893054:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000200:2.0:1749610257.893054:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610257.893055:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820a80 x1834598193584896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610257.893056:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada25c00 00000400:00000200:2.0:1749610257.893058:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 54872 00000400:00000200:2.0:1749610257.893060:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610257.893060:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000200:2.0:1749610257.893061:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610257.893064:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000020:00000010:3.0:1749610257.893066:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132800. 00000020:00000010:3.0:1749610257.893067:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000200:2.0:1749610257.893071:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610257.893072:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000020:00000010:3.0:1749610257.893073:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000010:2.0:1749610257.893073:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9880. 00000400:00000010:1.0:1749610257.893073:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000020:00000010:0.0:1749610257.893073:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392e00. 00000020:00000010:0.0:1749610257.893074:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:0.0:1749610257.893076:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb000. 00000400:00000200:2.0:1749610257.893077:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610257.893078:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:1.0:1749610257.893078:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013680. 00000100:00000200:2.0:1749610257.893079:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820380 x1834598193585152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610257.893081:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000010:3.0:1749610257.893082:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133600. 00000020:00000010:3.0:1749610257.893083:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886600. 00000020:00000010:1.0:1749610257.893083:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 00000020:00000010:3.0:1749610257.893084:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09ed8. 00000020:00000010:0.0:1749610257.893087:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40517c0. 00000020:00000010:0.0:1749610257.893088:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40517c0. 00000100:00000200:0.0:1749610257.893089:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193585280 00000100:00000200:3.0:1749610257.893091:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193585024 00000100:00000200:1.0:1749610257.893094:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193585152 02000000:00000010:0.0:1749610257.893095:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbe800. 00010000:00020000:3.0:1749610257.893097:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000200:0.0:1749610257.893097:0:17854:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012f828700 x1834598193585280/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:448/0 lens 224/224 e 0 to 0 dl 1749610268 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610257.893098:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd688. 00010000:00020000:1.0:1749610257.893099:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610257.893100:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e3400. 00000400:00000200:2.0:1749610257.893100:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610257.893100:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 02000000:00000010:1.0:1749610257.893101:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f152800. 00000100:00000200:2.0:1749610257.893102:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820a80 x1834598193584896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610257.893102:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000400:00000010:3.0:1749610257.893104:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000400:00000010:1.0:1749610257.893104:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000200:0.0:1749610257.893104:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193585280, offset 224 00000100:00000200:1.0:1749610257.893106:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193585152, offset 0 00000100:00000200:2.0:1749610257.893107:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820a80 x1834598193584896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610257.893107:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610257.893108:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193585024, offset 0 00000400:00000200:1.0:1749610257.893109:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610257.893110:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610257.893113:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610257.893113:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610257.893113:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada25c80 00000400:00000200:1.0:1749610257.893116:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada25c00 00000400:00000200:0.0:1749610257.893116:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d6d [1] + 224 00000400:00000200:3.0:1749610257.893117:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610257.893118:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610257.893119:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d85 [1] + 0 00000400:00000200:1.0:1749610257.893120:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610257.893120:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610257.893121:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada25b80 02000000:00000010:2.0:1749610257.893121:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a43400. 00000400:00000200:1.0:1749610257.893122:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610257.893122:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f823b80 x1834598193585280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610257.893124:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6d75 [1] + 0 02000000:00000010:2.0:1749610257.893124:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4ec000. 00000400:00000200:3.0:1749610257.893127:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749610257.893127:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820a80. 00000100:00000200:1.0:1749610257.893127:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820380 x1834598193585152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610257.893128:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000200:3.0:1749610257.893129:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610257.893129:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:3.0:1749610257.893132:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820000 x1834598193585024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610257.893132:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886400. 00000020:00000010:0.0:1749610257.893133:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000020:00000010:0.0:1749610257.893135:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133e00. 00000400:00000200:1.0:1749610257.893137:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610257.893138:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000400:00000010:2.0:1749610257.893141:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000020:00000010:1.0:1749610257.893141:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886600. 00000400:00000200:2.0:1749610257.893142:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000020:00000010:1.0:1749610257.893142:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09ed8. 00000400:00000010:2.0:1749610257.893143:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000020:00000010:1.0:1749610257.893143:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133600. 00000100:00000200:2.0:1749610257.893144:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820000 x1834598193585024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610257.893148:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000100:00000200:2.0:1749610257.893148:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820000 x1834598193585024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610257.893149:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000010:1.0:1749610257.893152:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52f20. 00000020:00000010:3.0:1749610257.893153:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000020:00000010:3.0:1749610257.893155:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000020:00000010:3.0:1749610257.893156:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132800. 00000400:00000200:1.0:1749610257.893157:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387d48 00000400:00000010:1.0:1749610257.893158:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387d48. 00000400:00000010:2.0:1749610257.893160:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd630. 00000400:00000200:2.0:1749610257.893161:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000100:00000200:1.0:1749610257.893161:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f823b80 x1834598193585280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610257.893162:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610257.893163:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820380 x1834598193585152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610257.893165:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f823b80 x1834598193585280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610257.893167:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eae18. 00000100:00000200:2.0:1749610257.893167:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820380 x1834598193585152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610257.893168:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9bb0 00000400:00000010:3.0:1749610257.893169:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9bb0. 00000100:00000200:3.0:1749610257.893171:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f823800 x1834598193585408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610257.893172:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42800. 02000000:00000010:2.0:1749610257.893173:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4eec00. 00000100:00000010:2.0:1749610257.893175:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820000. 00000100:00000200:3.0:1749610257.893176:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f823800 x1834598193585408/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610257.893176:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0400. 02000000:00000010:2.0:1749610257.893177:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a40c00. 02000000:00000010:1.0:1749610257.893177:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b400. 02000000:00000010:2.0:1749610257.893178:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008fcbfc00. 00000100:00000010:1.0:1749610257.893178:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f823b80. 00000100:00000010:2.0:1749610257.893179:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820380. 02000000:00000010:3.0:1749610257.893185:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebca000. 02000000:00000010:3.0:1749610257.893187:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b000. 00000100:00000010:3.0:1749610257.893192:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f823800. 00000100:00000010:0.0:1749610257.893703:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8a40. 00000100:00000010:1.0:1749610257.893709:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8580. 00000100:00000010:2.0:1749610257.893712:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8dc0. 00000100:00000010:3.0:1749610257.893714:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8fc0. 00000400:00000200:0.0:1749610258.158011:0:1043:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610258.158027:0:1043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501880 00000400:00000100:0.0:1749610258.158032:0:1043:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188193920 offset 0 length 520: 4 00000400:00000200:0.0:1749610258.158035:0:1043:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88007261a100 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610258.158036:0:1043:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000200:0.0:1749610258.512828:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749610258.512836:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749610258.512839:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610258.513001:0:1041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1749610258.934780:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1500. 02000000:00000010:3.0:1749610258.934799:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6132800. 00010000:00000010:3.0:1749610258.934811:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b47aaf00. 00010000:00000010:3.0:1749610258.934817:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6132200. 00000100:00000010:3.0:1749610258.934830:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a80c0600. 00000100:00000200:3.0:1749610258.934842:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8800966f1500 x1834598193585536/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610258.934856:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a80c0600. 02000000:00000010:3.0:1749610258.934920:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6132800. 00000100:00000010:3.0:1749610258.934925:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f1500. 00010000:00000010:0.1:1749610258.937765:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b47aaf00. 00010000:00000010:0.1:1749610258.937771:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6132200. 00000100:00000010:2.0:1749610259.576803:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9f80. 02000000:00000010:2.0:1749610259.576820:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b800. 00000100:00000010:2.0:1749610259.576834:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610259.576849:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610259.576854:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b800. 00000100:00000010:2.0:1749610259.576893:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9f80. 00000100:00000010:0.0:1749610261.577867:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822a00. 02000000:00000010:0.0:1749610261.577886:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610261.577896:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610261.577908:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610261.577912:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610261.577916:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822a00. 00000100:00000010:2.0:1749610262.900800:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9f80. 02000000:00000010:2.0:1749610262.900819:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a40c00. 00000100:00000010:2.0:1749610262.900864:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8000. 02000000:00000010:2.0:1749610262.900867:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a42800. 00000100:00000010:2.0:1749610262.900874:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9c00. 02000000:00000010:2.0:1749610262.900876:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a43400. 00000100:00000010:2.0:1749610262.900880:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7daa00. 02000000:00000010:0.0:1749610262.900883:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2cc00. 02000000:00000010:2.0:1749610262.900884:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9000. 00000400:00000010:0.0:1749610262.900890:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610262.900894:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610262.900899:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193585920, portal 4 00000400:00000010:0.0:1749610262.900903:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610262.900905:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193585920, offset 0 00000400:00000200:0.0:1749610262.900910:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610262.900915:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8e00. 00000400:00000200:0.0:1749610262.900919:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610262.900920:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9500. 00000400:00000200:0.0:1749610262.900926:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada25f00 00000400:00000200:0.0:1749610262.900931:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 11960 00000400:00000200:0.0:1749610262.900936:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610262.900938:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610262.900942:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610262.900945:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822a00. 02000000:00000010:3.0:1749610262.900946:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132800. 00000400:00000010:3.0:1749610262.900951:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bbb0. 00000400:00000010:3.0:1749610262.900954:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 02000000:00000010:1.0:1749610262.900956:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0400. 00000100:00000200:3.0:1749610262.900957:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193586304, portal 10 00000400:00000200:0.0:1749610262.900958:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610262.900959:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000400:00000010:3.0:1749610262.900961:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:1.0:1749610262.900962:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52f20. 00000100:00000200:3.0:1749610262.900963:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193586304, offset 0 00000100:00000200:0.0:1749610262.900964:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9f80 x1834598193585920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610262.900965:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387d48. 00000400:00000200:3.0:1749610262.900967:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610262.900973:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610262.900973:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193586432, portal 4 00000100:00000010:0.0:1749610262.900976:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40517c0. 00000400:00000200:3.0:1749610262.900978:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada26080 00000400:00000010:1.0:1749610262.900978:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610262.900980:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193586432, offset 0 00000400:00000200:3.0:1749610262.900983:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 55392 00000100:00000010:0.0:1749610262.900984:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051b00. 00000400:00000200:3.0:1749610262.900986:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749610262.900986:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051200. 00000400:00000200:1.0:1749610262.900987:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610262.900989:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610262.900993:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610262.900993:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610262.900994:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051740. 00000100:00000010:3.0:1749610262.900996:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f1500. 00000400:00000200:1.0:1749610262.900998:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada26100 00000400:00000200:1.0:1749610262.901003:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 10568 00000400:00000200:1.0:1749610262.901007:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610262.901009:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610262.901011:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2c800. 00000400:00000200:3.0:1749610262.901012:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610262.901013:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000400:00000010:0.0:1749610262.901013:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000400:00000010:0.0:1749610262.901016:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:3.0:1749610262.901017:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7daa00 x1834598193586304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610262.901017:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1749610262.901018:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193586048, portal 10 00000400:00000010:0.0:1749610262.901020:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000010:1.0:1749610262.901021:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82aa00. 00000100:00000200:0.0:1749610262.901021:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193586048, offset 0 00000400:00000200:0.0:1749610262.901024:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610262.901025:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8dc0. 00000400:00000200:0.0:1749610262.901027:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610262.901029:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2480. 00000400:00000200:0.0:1749610262.901030:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada25f80 00000400:00000200:1.0:1749610262.901032:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610262.901033:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000020:00000010:2.0:1749610262.901038:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b800. 00000100:00000200:1.0:1749610262.901038:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d8e00 x1834598193586432/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610262.901040:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 55616 00000020:00000010:2.0:1749610262.901041:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610262.901043:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000400:00000200:0.0:1749610262.901044:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610262.901046:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610262.901048:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610262.901050:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821f80. 00000400:00000200:0.0:1749610262.901058:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610262.901060:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610262.901063:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d8000 x1834598193586048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610262.901066:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a200. 00000020:00000010:3.0:1749610262.901067:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2540. 00000020:00000010:2.0:1749610262.901067:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6e00. 00000020:00000010:1.0:1749610262.901067:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 00000020:00000010:2.0:1749610262.901069:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000020:00000010:1.0:1749610262.901070:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013680. 00000020:00000010:3.0:1749610262.901071:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051700. 00000020:00000010:1.0:1749610262.901073:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000020:00000010:2.0:1749610262.901077:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8280. 00000020:00000010:2.0:1749610262.901078:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8280. 00000100:00000200:2.0:1749610262.901080:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193586304 02000000:00000010:0.0:1749610262.901081:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2d800. 00000400:00000010:0.0:1749610262.901083:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000020:00000010:3.0:1749610262.901085:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132400. 00000100:00000200:1.0:1749610262.901085:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193585920 00000400:00000010:0.0:1749610262.901086:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000020:00000010:3.0:1749610262.901088:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000200:0.0:1749610262.901088:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193586176, portal 10 00000020:00000010:3.0:1749610262.901090:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 02000000:00000010:2.0:1749610262.901091:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a40400. 00000400:00000010:0.0:1749610262.901091:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610262.901092:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193586176, offset 0 00000400:00000200:0.0:1749610262.901095:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:2.0:1749610262.901096:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800966f1500 x1834598193586304/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:453/0 lens 224/224 e 0 to 0 dl 1749610273 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610262.901099:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610262.901103:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada26000 00010000:00020000:1.0:1749610262.901104:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610262.901106:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 56136 00000020:00000010:3.0:1749610262.901109:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2100. 00000400:00000200:0.0:1749610262.901109:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610262.901111:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2100. 02000000:00000010:1.0:1749610262.901111:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009539dc00. 00000400:00000200:0.0:1749610262.901111:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610262.901113:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193586432 00000400:00000010:2.0:1749610262.901113:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:0.0:1749610262.901114:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610262.901115:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193586304, offset 224 00000400:00000010:1.0:1749610262.901116:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000010:0.0:1749610262.901116:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f823480. 00000400:00000200:2.0:1749610262.901118:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610262.901120:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a8e2000. 00000100:00000200:1.0:1749610262.901120:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193585920, offset 0 00000400:00000200:2.0:1749610262.901123:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:3.0:1749610262.901124:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012f82aa00 x1834598193586432/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:453/0 lens 224/224 e 0 to 0 dl 1749610273 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610262.901124:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610262.901126:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada26080 00000400:00000200:2.0:1749610262.901129:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6da1 [1] + 224 00000400:00000200:1.0:1749610262.901129:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610262.901132:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610262.901132:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:3.0:1749610262.901133:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:0.0:1749610262.901133:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000400:00000200:2.0:1749610262.901134:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610262.901134:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada25f00 00000100:00000200:3.0:1749610262.901136:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193586432, offset 224 00000100:00000200:2.0:1749610262.901137:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7daa00 x1834598193586304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610262.901137:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9c00 x1834598193586176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610262.901138:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6d99 [1] + 0 00000400:00000200:1.0:1749610262.901141:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610262.901142:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610262.901144:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610262.901148:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610262.901148:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610262.901149:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000200:3.0:1749610262.901153:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada26100 00000100:00000200:1.0:1749610262.901153:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9f80 x1834598193585920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610262.901156:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6da9 [1] + 224 00000020:00000010:2.0:1749610262.901157:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000200:3.0:1749610262.901159:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610262.901159:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000400:00000200:3.0:1749610262.901160:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610262.901163:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d8e00 x1834598193586432/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610262.901163:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b800. 00000020:00000010:0.0:1749610262.901164:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb000. 00000400:00000200:1.0:1749610262.901165:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610262.901166:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000020:00000010:0.0:1749610262.901167:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392e00. 00000100:00000200:2.0:1749610262.901169:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193586048 00000020:00000010:0.0:1749610262.901169:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000020:00000010:1.0:1749610262.901172:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013680. 00000400:00000200:3.0:1749610262.901174:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610262.901175:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00010000:00020000:2.0:1749610262.901176:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749610262.901177:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 02000000:00000010:2.0:1749610262.901178:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a43800. 00000020:00000010:1.0:1749610262.901179:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 00000400:00000010:2.0:1749610262.901181:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:0.0:1749610262.901181:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193586176 00000020:00000010:3.0:1749610262.901182:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000200:2.0:1749610262.901182:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193586048, offset 0 00000020:00000010:3.0:1749610262.901184:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000400:00000200:2.0:1749610262.901184:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610262.901186:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132400. 00000400:00000200:2.0:1749610262.901187:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610262.901189:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada25f80 00010000:00020000:0.0:1749610262.901189:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610262.901191:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6db1 [1] + 0 00000400:00000200:2.0:1749610262.901193:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610262.901194:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610262.901194:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52f20. 02000000:00000010:0.0:1749610262.901194:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008fcbfc00. 00000400:00000200:1.0:1749610262.901197:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387d48 00000400:00000010:1.0:1749610262.901198:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387d48. 00000400:00000010:0.0:1749610262.901199:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:1.0:1749610262.901202:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d8e00 x1834598193586432/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610262.901205:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d8000 x1834598193586048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610262.901205:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193586176, offset 0 00000400:00000010:3.0:1749610262.901206:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bbb0. 00000100:00000200:1.0:1749610262.901208:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d8e00 x1834598193586432/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610262.901211:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610262.901212:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610262.901215:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7daa00 x1834598193586304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610262.901215:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610262.901217:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610262.901219:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000200:0.0:1749610262.901220:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610262.901221:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7daa00 x1834598193586304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610262.901225:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0400. 00000400:00000200:0.0:1749610262.901225:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada26000 00000020:00000010:2.0:1749610262.901228:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6e00. 02000000:00000010:1.0:1749610262.901228:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9500. 00000400:00000200:0.0:1749610262.901228:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6db9 [1] + 0 00000020:00000010:2.0:1749610262.901229:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000020:00000010:2.0:1749610262.901230:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a200. 00000400:00000200:0.0:1749610262.901231:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610262.901232:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132800. 00000100:00000010:1.0:1749610262.901232:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8e00. 00000400:00000200:0.0:1749610262.901234:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610262.901237:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9c00 x1834598193586176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610262.901239:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9000. 00000100:00000010:3.0:1749610262.901241:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7daa00. 00000400:00000200:0.0:1749610262.901247:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610262.901248:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000020:00000010:0.0:1749610262.901254:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392e00. 00000020:00000010:0.0:1749610262.901257:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:0.0:1749610262.901259:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb000. 00000400:00000010:0.0:1749610262.901271:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:0.0:1749610262.901273:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610262.901274:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610262.901277:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9c00 x1834598193586176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610262.901283:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9c00 x1834598193586176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610262.901301:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610262.901303:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610262.901304:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610262.901307:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9f80 x1834598193585920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610262.901313:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9f80 x1834598193585920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610262.901322:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000400:00000200:0.0:1749610262.901324:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610262.901325:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610262.901327:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d8000 x1834598193586048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610262.901333:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d8000 x1834598193586048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610262.901343:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2d800. 02000000:00000010:0.0:1749610262.901346:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a43400. 00000100:00000010:0.0:1749610262.901348:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9c00. 02000000:00000010:0.0:1749610262.901351:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2cc00. 02000000:00000010:0.0:1749610262.901353:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a40c00. 00000100:00000010:0.0:1749610262.901355:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9f80. 02000000:00000010:0.0:1749610262.901357:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2c800. 02000000:00000010:0.0:1749610262.901359:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42800. 00000100:00000010:0.0:1749610262.901361:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8000. 00000100:00000010:0.0:1749610262.901706:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40517c0. 00000100:00000010:2.0:1749610262.901707:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051200. 00000100:00000010:1.0:1749610262.901725:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051b00. 00000100:00000010:3.0:1749610262.901747:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051740. 00000100:00000010:0.0:1749610263.578851:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f823800. 02000000:00000010:0.0:1749610263.578876:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcac00. 00000100:00000010:0.0:1749610263.578890:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610263.578905:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610263.578910:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcac00. 00000100:00000010:0.0:1749610263.578915:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f823800. 00000100:00000010:2.0:1749610265.579855:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9500. 02000000:00000010:2.0:1749610265.579874:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610265.579886:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610265.579898:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610265.579902:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610265.579905:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9500. 00000100:00000010:2.0:1749610267.580839:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9500. 02000000:00000010:2.0:1749610267.580857:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610267.580869:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610267.580883:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610267.580887:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610267.580890:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9500. 00000100:00000010:2.0:1749610267.908764:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9500. 02000000:00000010:2.0:1749610267.908780:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a41c00. 00000100:00000010:2.0:1749610267.908823:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9180. 02000000:00000010:2.0:1749610267.908826:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a42400. 00000100:00000010:2.0:1749610267.908834:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8000. 02000000:00000010:2.0:1749610267.908836:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a42c00. 00000100:00000010:2.0:1749610267.908840:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9f80. 02000000:00000010:2.0:1749610267.908842:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9c00. 00000100:00000010:2.0:1749610267.908864:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9c00. 02000000:00000010:2.0:1749610267.908867:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9500. 02000000:00000010:0.0:1749610267.908901:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2c800. 02000000:00000010:1.0:1749610267.908903:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0400. 00000400:00000010:1.0:1749610267.908909:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52f20. 00000400:00000010:0.0:1749610267.908909:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 02000000:00000010:3.0:1749610267.908910:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132800. 00000400:00000010:3.0:1749610267.908914:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bbb0. 00000400:00000010:1.0:1749610267.908915:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387d48. 00000400:00000010:0.0:1749610267.908915:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000400:00000010:3.0:1749610267.908918:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610267.908921:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193587456, portal 4 00000100:00000200:0.0:1749610267.908921:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193586944, portal 4 00000400:00000010:3.0:1749610267.908926:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:0.0:1749610267.908926:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:3.0:1749610267.908928:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193587456, offset 0 00000100:00000200:0.0:1749610267.908928:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193586944, offset 0 00000100:00000200:1.0:1749610267.908931:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193587328, portal 10 00000400:00000200:3.0:1749610267.908935:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610267.908935:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000400:00000200:0.0:1749610267.908942:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610267.908944:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193587328, offset 0 00000400:00000200:0.0:1749610267.908947:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610267.908949:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610267.908952:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610267.908955:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada26300 00000400:00000200:3.0:1749610267.908957:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada26500 00000400:00000200:1.0:1749610267.908957:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610267.908959:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 12480 00000400:00000200:1.0:1749610267.908962:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada26480 00000400:00000200:3.0:1749610267.908964:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 10792 00000400:00000200:0.0:1749610267.908964:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610267.908967:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610267.908968:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610267.908969:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 56656 00000400:00000200:3.0:1749610267.908971:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610267.908973:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610267.908974:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1749610267.908974:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610267.908976:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749610267.908977:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f823800. 00000100:00000010:3.0:1749610267.908978:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0000. 00000100:00000200:1.0:1749610267.908979:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610267.908982:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82ad80. 00000400:00000200:3.0:1749610267.908992:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610267.908993:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000400:00000200:1.0:1749610267.908996:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610267.908997:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00000200:3.0:1749610267.908999:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9c00 x1834598193587456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610267.909002:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9f80 x1834598193587328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610267.909002:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610267.909003:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610267.909006:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9500 x1834598193586944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610267.909014:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2100. 00000100:00000010:3.0:1749610267.909027:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2340. 00000020:00000010:2.0:1749610267.909029:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a200. 00000100:00000010:3.0:1749610267.909031:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2dc0. 00000020:00000010:1.0:1749610267.909031:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca7c0. 00000020:00000010:0.0:1749610267.909031:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40517c0. 00000100:00000010:3.0:1749610267.909035:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2d00. 00000020:00000010:2.0:1749610267.909035:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6e00. 00000020:00000010:1.0:1749610267.909035:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2540. 00000020:00000010:0.0:1749610267.909035:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8dc0. 00000020:00000010:2.0:1749610267.909038:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000020:00000010:1.0:1749610267.909042:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 00000020:00000010:0.0:1749610267.909042:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcac00. 00000020:00000010:1.0:1749610267.909044:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013680. 00000020:00000010:0.0:1749610267.909044:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392e00. 00000020:00000010:0.0:1749610267.909045:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000020:00000010:1.0:1749610267.909047:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000200:2.0:1749610267.909058:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193586944 00000020:00000010:0.0:1749610267.909059:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051980. 00000020:00000010:0.0:1749610267.909060:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051980. 00000100:00000200:0.0:1749610267.909062:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193587328 00000020:00000010:1.0:1749610267.909064:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca840. 00000020:00000010:1.0:1749610267.909066:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca840. 00000100:00000200:1.0:1749610267.909068:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193587456 00010000:00020000:2.0:1749610267.909072:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610267.909072:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2cc00. 02000000:00000010:1.0:1749610267.909075:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009539e800. 00010000:00000200:0.0:1749610267.909076:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012f82ad80 x1834598193587328/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:458/0 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749610267.909078:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a0000 x1834598193587456/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:458/0 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610267.909083:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a41400. 00000400:00000010:1.0:1749610267.909084:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000400:00000010:0.0:1749610267.909084:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610267.909085:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193587328, offset 224 00000100:00000200:1.0:1749610267.909086:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193587456, offset 224 00000400:00000200:0.0:1749610267.909088:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610267.909089:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000200:0.0:1749610267.909096:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610267.909097:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610267.909099:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada26480 00000100:00000200:2.0:1749610267.909100:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193586944, offset 0 00000400:00000200:1.0:1749610267.909101:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610267.909102:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6de5 [1] + 224 00000400:00000200:1.0:1749610267.909104:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada26500 00000400:00000200:0.0:1749610267.909104:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610267.909105:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610267.909106:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610267.909108:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6dd9 [1] + 224 00000400:00000200:2.0:1749610267.909111:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610267.909115:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610267.909115:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9f80 x1834598193587328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610267.909116:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada26300 00000400:00000200:1.0:1749610267.909117:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610267.909119:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6dd5 [1] + 0 00000400:00000200:2.0:1749610267.909123:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610267.909123:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9c00 x1834598193587456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610267.909123:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610267.909124:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:2.0:1749610267.909125:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610267.909130:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9500 x1834598193586944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610267.909131:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392e00. 00000020:00000010:0.0:1749610267.909133:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:0.0:1749610267.909134:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcac00. 00000400:00000200:1.0:1749610267.909136:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610267.909137:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000400:00000200:2.0:1749610267.909143:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000020:00000010:1.0:1749610267.909143:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013680. 00000400:00000010:2.0:1749610267.909145:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:1.0:1749610267.909146:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000010:1.0:1749610267.909148:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 00000400:00000010:0.0:1749610267.909149:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000400:00000200:0.0:1749610267.909150:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610267.909151:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000020:00000010:2.0:1749610267.909153:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6e00. 00000100:00000200:0.0:1749610267.909153:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9500 x1834598193586944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610267.909154:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bbb0. 00000020:00000010:2.0:1749610267.909155:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000100:00000200:0.0:1749610267.909157:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9500 x1834598193586944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610267.909159:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a200. 00000400:00000200:3.0:1749610267.909160:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610267.909161:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000010:1.0:1749610267.909164:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52f20. 00000100:00000200:3.0:1749610267.909165:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9c00 x1834598193587456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610267.909166:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387d48 00000400:00000010:1.0:1749610267.909167:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387d48. 00000100:00000200:1.0:1749610267.909169:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9f80 x1834598193587328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610267.909171:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2d800. 00000400:00000010:0.0:1749610267.909172:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000100:00000200:3.0:1749610267.909173:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9c00 x1834598193587456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610267.909173:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9f80 x1834598193587328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610267.909173:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610267.909175:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193587072, portal 10 00000400:00000010:0.0:1749610267.909177:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610267.909178:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193587072, offset 0 00000400:00000200:0.0:1749610267.909180:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610267.909182:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610267.909184:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0400. 02000000:00000010:1.0:1749610267.909186:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9c00. 00000100:00000010:1.0:1749610267.909189:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9f80. 00000400:00000200:0.0:1749610267.909191:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada26380 00000400:00000200:0.0:1749610267.909192:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 56880 00000400:00000200:0.0:1749610267.909195:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610267.909196:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749610267.909197:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132800. 00000100:00000200:0.0:1749610267.909197:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1749610267.909200:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9500. 00000100:00000010:3.0:1749610267.909202:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9c00. 00000100:00000010:0.0:1749610267.909202:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820380. 00000400:00000200:0.0:1749610267.909214:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610267.909215:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610267.909217:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9180 x1834598193587072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610267.909227:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136a7ac00. 00000400:00000010:0.0:1749610267.909229:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610267.909230:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610267.909231:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193587200, portal 10 00000020:00000010:1.0:1749610267.909232:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0400. 00000400:00000010:0.0:1749610267.909233:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000020:00000010:1.0:1749610267.909234:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013680. 00000100:00000200:0.0:1749610267.909234:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193587200, offset 0 00000020:00000010:1.0:1749610267.909235:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000400:00000200:0.0:1749610267.909236:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610267.909238:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610267.909240:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada26400 00000400:00000200:0.0:1749610267.909242:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 57400 00000100:00000200:1.0:1749610267.909243:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193587072 00000400:00000200:0.0:1749610267.909244:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610267.909245:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610267.909246:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610267.909248:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f823b80. 00010000:00020000:1.0:1749610267.909249:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610267.909251:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009539f000. 00000400:00000200:0.0:1749610267.909251:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610267.909252:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000400:00000010:1.0:1749610267.909254:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387d48. 00000100:00000200:0.0:1749610267.909254:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d8000 x1834598193587200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610267.909256:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193587072, offset 0 00000400:00000200:1.0:1749610267.909258:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610267.909260:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132800. 02000000:00000010:0.0:1749610267.909260:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2c800. 00000400:00000200:1.0:1749610267.909262:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610267.909262:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a41c00. 00000020:00000010:3.0:1749610267.909263:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000010:0.0:1749610267.909264:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9500. 00000400:00000200:1.0:1749610267.909265:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada26380 00000020:00000010:3.0:1749610267.909266:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000400:00000200:1.0:1749610267.909267:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6df9 [1] + 0 00000400:00000200:1.0:1749610267.909273:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610267.909274:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610267.909277:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9180 x1834598193587072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610267.909286:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193587200 00010000:00020000:3.0:1749610267.909294:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610267.909296:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387d48 00000400:00000010:1.0:1749610267.909297:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387d48. 02000000:00000010:3.0:1749610267.909300:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a6031800. 00000020:00000010:1.0:1749610267.909302:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013680. 00000020:00000010:1.0:1749610267.909304:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000400:00000010:3.0:1749610267.909305:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000020:00000010:1.0:1749610267.909305:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0400. 00000100:00000200:3.0:1749610267.909307:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193587200, offset 0 00000400:00000010:0.0:1749610267.909308:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000400:00000200:0.0:1749610267.909310:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610267.909311:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000400:00000200:3.0:1749610267.909313:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610267.909313:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9180 x1834598193587072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610267.909317:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9180 x1834598193587072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610267.909318:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610267.909322:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada26400 00000400:00000200:3.0:1749610267.909326:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e01 [1] + 0 00000400:00000200:3.0:1749610267.909329:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610267.909329:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2d800. 00000400:00000200:3.0:1749610267.909331:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610267.909331:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42400. 00000100:00000010:0.0:1749610267.909332:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9180. 00000100:00000200:3.0:1749610267.909335:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d8000 x1834598193587200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610267.909347:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610267.909349:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000010:0.0:1749610267.909351:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610267.909353:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610267.909354:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000020:00000010:3.0:1749610267.909355:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000200:0.0:1749610267.909356:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d8000 x1834598193587200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610267.909358:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000100:00000200:0.0:1749610267.909359:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d8000 x1834598193587200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610267.909360:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132800. 02000000:00000010:0.0:1749610267.909365:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136a7ac00. 02000000:00000010:0.0:1749610267.909367:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42c00. 00000100:00000010:0.0:1749610267.909368:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8000. 00000100:00000010:0.0:1749610267.909711:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2100. 00000100:00000010:3.0:1749610267.909714:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2d00. 00000100:00000010:1.0:1749610267.909719:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2340. 00000100:00000010:2.0:1749610267.909732:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2dc0. 00000100:00000010:2.0:1749610269.581813:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7daa00. 02000000:00000010:2.0:1749610269.581832:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610269.581844:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610269.581857:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610269.581861:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610269.581863:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7daa00. 00000100:00000010:2.0:1749610271.582801:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7daa00. 02000000:00000010:2.0:1749610271.582820:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610271.582831:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610271.582844:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610271.582847:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610271.582850:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7daa00. 00000400:00000010:2.0:1749610272.908837:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd840. 00000400:00000200:2.0:1749610272.908846:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610272.908848:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610272.908870:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d0e6680 x1834598193582848/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610272 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610272.908880:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009d0e6680 x1834598193582848/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610272 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610272.908938:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096899000. 02000000:00000010:2.0:1749610272.908946:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b4ee400. 00000100:00000010:2.0:1749610272.908950:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e6680. 00000100:00000010:0.0:1749610272.909010:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820000. 02000000:00000010:0.0:1749610272.909029:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2d400. 00000100:00000010:0.0:1749610272.909071:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820a80. 02000000:00000010:0.0:1749610272.909076:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2d800. 00000100:00000010:0.0:1749610272.909087:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822680. 02000000:00000010:0.0:1749610272.909091:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012dd2c800. 02000000:00000010:2.0:1749610272.909096:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42000. 00000400:00000010:2.0:1749610272.909100:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd840. 00000100:00000010:0.0:1749610272.909101:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821880. 00000400:00000010:2.0:1749610272.909104:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 02000000:00000010:0.0:1749610272.909106:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa20f000. 00000100:00000200:2.0:1749610272.909109:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193587840, portal 25 00000400:00000010:2.0:1749610272.909112:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000010:0.0:1749610272.909112:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821c00. 00000100:00000200:2.0:1749610272.909114:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193587840, offset 0 02000000:00000010:0.0:1749610272.909116:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b200. 00000400:00000200:2.0:1749610272.909119:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610272.909129:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610272.909138:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada26680 00000400:00000100:2.0:1749610272.909143:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193587840 offset 0 length 520: 4 00000400:00000200:2.0:1749610272.909146:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e305ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749610272.909148:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:0.0:1749610272.909149:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821180. 02000000:00000010:0.0:1749610272.909153:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9be00. 00000400:00000200:2.0:1749610272.909154:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610272.909155:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610272.909159:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820000 x1834598193587840/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610272.909171:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8280. 00000100:00000010:2.0:1749610272.909189:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a88c0. 02000000:00000010:3.0:1749610272.909191:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132800. 00000100:00000010:2.0:1749610272.909198:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8000. 00000400:00000010:3.0:1749610272.909200:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bbb0. 00000100:00000010:2.0:1749610272.909202:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8f80. 00000400:00000010:3.0:1749610272.909205:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 02000000:00000010:1.0:1749610272.909207:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0400. 00000100:00000200:3.0:1749610272.909211:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193588352, portal 10 02000000:00000010:2.0:1749610272.909211:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42c00. 00000400:00000010:1.0:1749610272.909212:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52f20. 00000400:00000010:2.0:1749610272.909214:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd630. 00000400:00000010:2.0:1749610272.909216:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000010:1.0:1749610272.909216:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387d48. 00000400:00000010:3.0:1749610272.909218:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:1.0:1749610272.909219:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193588480, portal 4 00000100:00000200:2.0:1749610272.909220:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193587968, portal 4 00000400:00000010:1.0:1749610272.909223:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610272.909225:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193588480, offset 0 00000100:00000200:3.0:1749610272.909229:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193588352, offset 0 00000400:00000010:2.0:1749610272.909229:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00000400:00000200:1.0:1749610272.909231:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610272.909235:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193587968, offset 0 00000400:00000200:3.0:1749610272.909237:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610272.909240:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610272.909241:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610272.909243:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610272.909247:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada26900 00000400:00000200:2.0:1749610272.909249:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610272.909251:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada26880 00000400:00000200:1.0:1749610272.909253:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 11016 00000400:00000200:2.0:1749610272.909254:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada26700 00000400:00000200:3.0:1749610272.909258:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 57920 00000400:00000200:1.0:1749610272.909258:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610272.909261:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610272.909262:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610272.909266:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610272.909266:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 13000 00000400:00000200:2.0:1749610272.909272:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610272.909274:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1749610272.909276:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749610272.909277:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82a680. 00000100:00000200:3.0:1749610272.909279:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610272.909281:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749610272.909283:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0e00. 00000100:00000010:2.0:1749610272.909284:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7daa00. 00000400:00000200:3.0:1749610272.909296:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610272.909298:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000400:00000200:2.0:1749610272.909302:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000400:00000010:2.0:1749610272.909303:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000100:00000200:3.0:1749610272.909304:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821c00 x1834598193588352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610272.909307:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820a80 x1834598193587968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610272.909307:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610272.909308:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610272.909312:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821180 x1834598193588480/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610272.909327:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42400. 00000400:00000010:2.0:1749610272.909330:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000400:00000010:2.0:1749610272.909332:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00000100:00000200:2.0:1749610272.909334:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193588096, portal 10 00000020:00000010:0.0:1749610272.909336:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051980. 00000400:00000010:2.0:1749610272.909338:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610272.909339:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193588096, offset 0 00000020:00000010:0.0:1749610272.909342:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca7c0. 00000400:00000200:2.0:1749610272.909343:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610272.909347:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610272.909348:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2d00. 00000400:00000200:2.0:1749610272.909350:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada26780 00000020:00000010:3.0:1749610272.909351:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b40517c0. 00000020:00000010:0.0:1749610272.909353:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcac00. 00000400:00000200:2.0:1749610272.909354:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 58144 00000020:00000010:1.0:1749610272.909355:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 00000020:00000010:3.0:1749610272.909357:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132400. 00000400:00000200:2.0:1749610272.909357:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610272.909357:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392e00. 00000020:00000010:1.0:1749610272.909358:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013680. 00000020:00000010:3.0:1749610272.909359:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000400:00000200:2.0:1749610272.909360:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610272.909362:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000020:00000010:1.0:1749610272.909362:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000200:2.0:1749610272.909363:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610272.909365:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8e00. 00000020:00000010:0.0:1749610272.909365:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000400:00000200:2.0:1749610272.909375:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610272.909376:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610272.909380:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f822680 x1834598193588096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610272.909380:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193587968 00000020:00000010:0.0:1749610272.909380:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051400. 00000020:00000010:0.0:1749610272.909382:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051400. 00000100:00000200:0.0:1749610272.909383:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193588480 00000020:00000010:3.0:1749610272.909384:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133a00. 00000020:00000010:3.0:1749610272.909386:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610272.909388:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 02000000:00000010:0.0:1749610272.909397:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20f800. 00000020:00000010:3.0:1749610272.909399:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2980. 00000020:00000010:3.0:1749610272.909401:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2980. 00000100:00000200:3.0:1749610272.909403:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193588352 00010000:00000200:0.0:1749610272.909403:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012f82a680 x1834598193588480/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:463/0 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610272.909405:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a41c00. 00000400:00000010:2.0:1749610272.909408:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd688. 00000400:00000010:2.0:1749610272.909410:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 00010000:00020000:1.0:1749610272.909410:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610272.909411:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a6031c00. 00000100:00000200:2.0:1749610272.909412:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193588224, portal 10 00000400:00000010:0.0:1749610272.909413:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00010000:00000200:3.0:1749610272.909415:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a0e00 x1834598193588352/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:463/0 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610272.909415:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 02000000:00000010:1.0:1749610272.909415:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009539ec00. 00000100:00000200:0.0:1749610272.909416:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193588480, offset 224 00000100:00000200:2.0:1749610272.909417:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193588224, offset 0 00000400:00000200:0.0:1749610272.909420:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610272.909421:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000400:00000200:2.0:1749610272.909423:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610272.909424:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:1.0:1749610272.909425:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193587968, offset 0 00000400:00000200:0.0:1749610272.909425:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610272.909427:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193588352, offset 224 00000400:00000200:2.0:1749610272.909427:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610272.909429:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610272.909429:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada26900 00000400:00000200:3.0:1749610272.909432:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610272.909432:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada26800 00000400:00000200:1.0:1749610272.909434:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610272.909437:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610272.909440:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada26700 00000400:00000200:0.0:1749610272.909440:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6e1d [1] + 224 00000400:00000200:3.0:1749610272.909442:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada26880 00000400:00000200:0.0:1749610272.909443:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610272.909444:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6e21 [1] + 0 00000400:00000200:0.0:1749610272.909445:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610272.909448:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610272.909449:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 58664 00000400:00000200:1.0:1749610272.909451:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610272.909453:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610272.909454:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e19 [1] + 224 00000100:00000200:0.0:1749610272.909454:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821180 x1834598193588480/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610272.909456:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610272.909458:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610272.909459:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610272.909460:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820a80 x1834598193587968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610272.909462:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610272.909462:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8000. 00000400:00000200:0.0:1749610272.909465:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610272.909466:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:1.0:1749610272.909470:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000100:00000200:3.0:1749610272.909471:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821c00 x1834598193588352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610272.909471:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000400:00000200:2.0:1749610272.909473:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000020:00000010:0.0:1749610272.909473:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392e00. 00000400:00000010:2.0:1749610272.909475:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:0.0:1749610272.909475:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:1.0:1749610272.909477:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013680. 00000020:00000010:0.0:1749610272.909477:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcac00. 00000100:00000200:2.0:1749610272.909478:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821880 x1834598193588224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610272.909482:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000010:1.0:1749610272.909484:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 00000400:00000200:3.0:1749610272.909485:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610272.909487:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000400:00000010:2.0:1749610272.909491:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd630. 00000400:00000200:2.0:1749610272.909492:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610272.909494:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:3.0:1749610272.909496:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000100:00000200:2.0:1749610272.909497:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820a80 x1834598193587968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610272.909498:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52f20. 00000020:00000010:3.0:1749610272.909499:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000020:00000010:3.0:1749610272.909502:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132400. 00000400:00000200:0.0:1749610272.909502:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387d48 00000020:00000010:1.0:1749610272.909503:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 00000400:00000010:0.0:1749610272.909503:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387d48. 00000100:00000200:2.0:1749610272.909504:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820a80 x1834598193587968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610272.909504:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013680. 00000020:00000010:1.0:1749610272.909505:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000200:0.0:1749610272.909506:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821180 x1834598193588480/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610272.909510:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193588096 00000100:00000200:0.0:1749610272.909511:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821180 x1834598193588480/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610272.909514:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193588224 00010000:00020000:3.0:1749610272.909518:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1749610272.909520:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749610272.909522:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42c00. 02000000:00000010:3.0:1749610272.909523:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a6030400. 02000000:00000010:2.0:1749610272.909525:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2d800. 02000000:00000010:1.0:1749610272.909525:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a213000. 02000000:00000010:0.0:1749610272.909525:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0400. 00000100:00000010:2.0:1749610272.909527:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820a80. 00000400:00000010:3.0:1749610272.909528:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:1.0:1749610272.909528:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 02000000:00000010:0.0:1749610272.909528:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9be00. 00000100:00000200:3.0:1749610272.909530:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193588096, offset 0 00000100:00000010:0.0:1749610272.909530:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821180. 00000100:00000200:1.0:1749610272.909531:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193588224, offset 0 00000400:00000200:1.0:1749610272.909533:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610272.909535:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610272.909536:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610272.909540:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610272.909540:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada26800 00000400:00000200:1.0:1749610272.909543:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e39 [1] + 0 00000400:00000200:3.0:1749610272.909545:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada26780 00000400:00000200:1.0:1749610272.909545:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610272.909547:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610272.909549:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e31 [1] + 0 00000400:00000200:3.0:1749610272.909552:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610272.909554:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821880 x1834598193588224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610272.909555:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610272.909559:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822680 x1834598193588096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610272.909564:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610272.909565:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000400:00000200:3.0:1749610272.909569:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610272.909570:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000010:1.0:1749610272.909570:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013680. 00000020:00000010:1.0:1749610272.909571:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000010:1.0:1749610272.909572:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 00000400:00000010:2.0:1749610272.909574:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000020:00000010:3.0:1749610272.909576:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000400:00000200:2.0:1749610272.909576:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000020:00000010:3.0:1749610272.909578:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000020:00000010:3.0:1749610272.909580:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133a00. 00000400:00000010:2.0:1749610272.909582:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000100:00000200:2.0:1749610272.909586:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f822680 x1834598193588096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610272.909593:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f822680 x1834598193588096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610272.909594:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bbb0. 00000400:00000200:3.0:1749610272.909600:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610272.909602:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610272.909605:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821c00 x1834598193588352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610272.909606:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd688. 00000400:00000200:2.0:1749610272.909608:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:2.0:1749610272.909609:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:2.0:1749610272.909613:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821880 x1834598193588224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610272.909617:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821c00 x1834598193588352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610272.909619:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821880 x1834598193588224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610272.909629:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42400. 02000000:00000010:3.0:1749610272.909631:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132800. 02000000:00000010:2.0:1749610272.909631:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2c800. 02000000:00000010:3.0:1749610272.909634:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b200. 00000100:00000010:2.0:1749610272.909634:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822680. 00000100:00000010:3.0:1749610272.909636:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821c00. 02000000:00000010:2.0:1749610272.909637:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a41c00. 02000000:00000010:2.0:1749610272.909640:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20f000. 00000100:00000010:2.0:1749610272.909642:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821880. 00000100:00000010:2.0:1749610272.920735:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8000. 00000100:00000010:3.0:1749610272.920766:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8f80. 00000100:00000010:1.0:1749610272.920778:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a88c0. 00000100:00000010:0.0:1749610272.920786:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8280. 00000400:00000200:0.0:1749610273.158056:0:1043:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610273.158070:0:1043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501900 00000400:00000100:0.0:1749610273.158075:0:1043:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188194048 offset 0 length 520: 4 00000400:00000200:0.0:1749610273.158078:0:1043:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88007261a100 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610273.158079:0:1043:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:2.0:1749610273.583838:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9180. 02000000:00000010:2.0:1749610273.583857:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610273.583872:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610273.583886:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610273.583891:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610273.583894:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9180. 00000100:00000010:0.0:1749610275.584854:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821180. 02000000:00000010:0.0:1749610275.584874:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610275.584886:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610275.584898:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610275.584903:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610275.584907:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821180. 00000100:00000010:0.0:1749610277.585838:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821180. 02000000:00000010:0.0:1749610277.585854:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610277.585868:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610277.585880:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610277.585885:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610277.585889:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821180. 00000100:00000010:0.0:1749610277.924774:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821180. 02000000:00000010:0.0:1749610277.924791:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa20e000. 00000100:00000010:0.0:1749610277.924815:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821500. 02000000:00000010:0.0:1749610277.924818:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa20f400. 00000100:00000010:0.0:1749610277.924824:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822d80. 02000000:00000010:0.0:1749610277.924826:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa20d400. 00000100:00000010:0.0:1749610277.924830:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822300. 02000000:00000010:0.0:1749610277.924833:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b600. 02000000:00000010:2.0:1749610277.924839:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a41c00. 00000400:00000010:2.0:1749610277.924846:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd688. 00000100:00000010:0.0:1749610277.924850:0:12954:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820e00. 00000400:00000010:2.0:1749610277.924852:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682088. 02000000:00000010:0.0:1749610277.924853:0:12954:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b500. 00000100:00000200:2.0:1749610277.924858:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193588992, portal 4 00000400:00000010:2.0:1749610277.924863:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 02000000:00000010:1.0:1749610277.924863:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0a00. 00000100:00000200:2.0:1749610277.924865:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193588992, offset 0 00000400:00000010:1.0:1749610277.924868:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52ec8. 00000400:00000010:1.0:1749610277.924871:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610277.924873:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193589376, portal 10 00000400:00000010:1.0:1749610277.924877:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000200:1.0:1749610277.924878:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193589376, offset 0 00000400:00000200:1.0:1749610277.924883:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610277.924891:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610277.924893:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610277.924897:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610277.924900:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada26c80 00000400:00000200:2.0:1749610277.924903:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada26b00 00000400:00000200:1.0:1749610277.924904:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 59184 00000400:00000200:2.0:1749610277.924909:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 13520 00000400:00000200:1.0:1749610277.924909:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610277.924912:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610277.924913:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610277.924915:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610277.924916:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610277.924919:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749610277.924919:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82b480. 00000100:00000010:2.0:1749610277.924922:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9180. 00000400:00000200:1.0:1749610277.924929:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749610277.924931:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000400:00000200:2.0:1749610277.924935:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000100:00000200:1.0:1749610277.924936:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f822300 x1834598193589376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610277.924937:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000100:00000200:2.0:1749610277.924942:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821180 x1834598193588992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610277.924943:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132800. 00000100:00000010:1.0:1749610277.924947:0:1048:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca840. 00000400:00000010:3.0:1749610277.924948:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bbb0. 00000400:00000010:3.0:1749610277.924950:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610277.924952:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193589504, portal 4 00000400:00000010:3.0:1749610277.924955:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:3.0:1749610277.924956:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193589504, offset 0 00000100:00000010:1.0:1749610277.924958:0:1048:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca240. 00000400:00000200:3.0:1749610277.924959:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749610277.924960:0:1048:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca340. 00000100:00000010:1.0:1749610277.924962:0:1048:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b46ca8c0. 00000400:00000200:3.0:1749610277.924963:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610277.924965:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a200. 00000020:00000010:0.0:1749610277.924966:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051400. 00000400:00000200:3.0:1749610277.924967:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada26d00 00000020:00000010:2.0:1749610277.924969:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6e00. 00000400:00000200:3.0:1749610277.924970:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 11240 00000020:00000010:0.0:1749610277.924971:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2d00. 00000020:00000010:2.0:1749610277.924973:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000400:00000200:3.0:1749610277.924974:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610277.924975:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749610277.924976:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009a213800. 00000100:00000200:3.0:1749610277.924978:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:1.0:1749610277.924978:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52e70. 00000100:00000010:3.0:1749610277.924980:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0a80. 00000400:00000010:1.0:1749610277.924984:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000200:1.0:1749610277.924985:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193589120, portal 10 00000020:00000010:0.0:1749610277.924986:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000400:00000200:3.0:1749610277.924988:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:1.0:1749610277.924988:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000400:00000010:3.0:1749610277.924989:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000010:0.0:1749610277.924989:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392880. 00000100:00000200:2.0:1749610277.924990:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193588992 00000100:00000200:3.0:1749610277.924991:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f820e00 x1834598193589504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610277.924991:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193589120, offset 0 00000020:00000010:0.0:1749610277.924992:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000400:00000200:1.0:1749610277.924993:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610277.924996:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610277.924999:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada26b80 00000400:00000200:1.0:1749610277.925001:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 59408 00010000:00020000:2.0:1749610277.925003:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610277.925003:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610277.925005:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610277.925006:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610277.925008:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f82bb80. 02000000:00000010:2.0:1749610277.925009:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a42400. 00000020:00000010:0.0:1749610277.925009:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40519c0. 00000020:00000010:0.0:1749610277.925010:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40519c0. 00000100:00000200:0.0:1749610277.925012:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193589376 00000400:00000200:1.0:1749610277.925013:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749610277.925014:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000400:00000010:2.0:1749610277.925016:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00000100:00000200:1.0:1749610277.925016:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f821500 x1834598193589120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610277.925019:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193588992, offset 0 00000400:00000200:2.0:1749610277.925022:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610277.925023:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20dc00. 00000400:00000200:2.0:1749610277.925027:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610277.925027:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c800. 00010000:00000200:0.0:1749610277.925028:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012f82b480 x1834598193589376/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:468/0 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610277.925029:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52e18. 00000400:00000010:1.0:1749610277.925030:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000400:00000200:2.0:1749610277.925031:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada26b00 00000100:00000200:1.0:1749610277.925031:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193589248, portal 10 00000400:00000010:1.0:1749610277.925033:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000020:00000010:3.0:1749610277.925034:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133a00. 00000400:00000200:2.0:1749610277.925035:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6e55 [1] + 0 00000020:00000010:3.0:1749610277.925036:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610277.925038:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000400:00000200:2.0:1749610277.925038:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610277.925038:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000400:00000200:2.0:1749610277.925041:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610277.925041:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193589248, offset 0 00000100:00000200:0.0:1749610277.925041:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193589376, offset 224 00000400:00000200:1.0:1749610277.925043:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610277.925045:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610277.925046:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821180 x1834598193588992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610277.925046:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610277.925047:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193589120 00000400:00000200:1.0:1749610277.925047:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada26c00 00000400:00000200:1.0:1749610277.925049:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 59928 00000400:00000200:1.0:1749610277.925051:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610277.925051:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610277.925052:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610277.925053:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00020000:3.0:1749610277.925054:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:1.0:1749610277.925055:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012f828000. 02000000:00000010:3.0:1749610277.925056:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a6031000. 00000400:00000200:2.0:1749610277.925056:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000400:00000200:0.0:1749610277.925056:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada26c80 00000400:00000010:2.0:1749610277.925058:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000400:00000200:0.0:1749610277.925061:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e5d [1] + 224 00000400:00000010:3.0:1749610277.925064:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000200:1.0:1749610277.925064:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000200:0.0:1749610277.925064:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610277.925065:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6e00. 00000400:00000010:1.0:1749610277.925065:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000400:00000200:0.0:1749610277.925066:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610277.925067:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193589120, offset 0 00000100:00000200:1.0:1749610277.925067:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008f822d80 x1834598193589248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610277.925069:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610277.925073:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610277.925073:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000400:00000200:3.0:1749610277.925077:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada26b80 00000020:00000010:2.0:1749610277.925077:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a200. 00000100:00000200:0.0:1749610277.925077:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822300 x1834598193589376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610277.925079:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e6d [1] + 0 00000400:00000200:3.0:1749610277.925082:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610277.925083:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610277.925083:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd688. 00000400:00000200:1.0:1749610277.925084:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682088 00000400:00000010:1.0:1749610277.925085:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682088. 00000100:00000200:1.0:1749610277.925087:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821180 x1834598193588992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610277.925088:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f821500 x1834598193589120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610277.925090:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000020:00000010:2.0:1749610277.925091:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a200. 00000100:00000200:1.0:1749610277.925091:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821180 x1834598193588992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610277.925093:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6e00. 00000020:00000010:2.0:1749610277.925095:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000400:00000010:0.0:1749610277.925095:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:3.0:1749610277.925102:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000020:00000010:0.0:1749610277.925102:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392880. 00000400:00000010:3.0:1749610277.925103:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000400:00000010:1.0:1749610277.925104:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52e70. 00000100:00000200:2.0:1749610277.925105:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193589248 00000020:00000010:0.0:1749610277.925105:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000400:00000200:1.0:1749610277.925106:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000020:00000010:3.0:1749610277.925107:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000400:00000010:1.0:1749610277.925107:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000020:00000010:0.0:1749610277.925107:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 00000020:00000010:3.0:1749610277.925109:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000100:00000200:1.0:1749610277.925109:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f821500 x1834598193589120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610277.925111:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133a00. 00010000:00020000:2.0:1749610277.925112:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749610277.925113:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f821500 x1834598193589120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610277.925116:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a42c00. 02000000:00000010:1.0:1749610277.925119:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a41c00. 00000400:00000010:2.0:1749610277.925120:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 02000000:00000010:1.0:1749610277.925122:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20e000. 00000100:00000200:2.0:1749610277.925123:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193589248, offset 0 00000020:00000010:0.0:1749610277.925123:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40519c0. 00000020:00000010:0.0:1749610277.925125:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051980. 00000400:00000200:2.0:1749610277.925126:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749610277.925126:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821180. 02000000:00000010:1.0:1749610277.925127:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009a213800. 00000020:00000010:0.0:1749610277.925127:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000020:00000010:0.0:1749610277.925128:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392880. 02000000:00000010:1.0:1749610277.925129:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20f400. 00000020:00000010:0.0:1749610277.925129:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000400:00000200:2.0:1749610277.925130:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749610277.925131:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821500. 00000400:00000200:2.0:1749610277.925134:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada26c00 00000400:00000200:2.0:1749610277.925137:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6e79 [1] + 0 00000400:00000010:1.0:1749610277.925140:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52ec8. 00000400:00000200:2.0:1749610277.925141:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610277.925141:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610277.925142:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000020:00000010:0.0:1749610277.925142:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051980. 00000400:00000200:2.0:1749610277.925143:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610277.925144:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f822300 x1834598193589376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610277.925144:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051980. 00000100:00000200:2.0:1749610277.925146:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f822d80 x1834598193589248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610277.925146:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193589504 00000100:00000200:1.0:1749610277.925147:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f822300 x1834598193589376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610277.925155:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0a00. 02000000:00000010:1.0:1749610277.925156:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b600. 00000100:00000010:1.0:1749610277.925157:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822300. 00000400:00000200:2.0:1749610277.925158:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 02000000:00000010:0.0:1749610277.925158:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20ec00. 00000400:00000010:2.0:1749610277.925159:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00010000:00000200:0.0:1749610277.925162:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a0a80 x1834598193589504/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:468/0 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610277.925164:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6e00. 00000020:00000010:2.0:1749610277.925166:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000400:00000010:1.0:1749610277.925166:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52e18. 00000400:00000200:1.0:1749610277.925168:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749610277.925168:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000020:00000010:2.0:1749610277.925169:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a200. 00000100:00000200:1.0:1749610277.925170:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f822d80 x1834598193589248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610277.925170:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610277.925173:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193589504, offset 224 00000100:00000200:1.0:1749610277.925174:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f822d80 x1834598193589248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610277.925177:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610277.925182:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c800. 00000400:00000200:0.0:1749610277.925182:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610277.925186:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada26d00 02000000:00000010:1.0:1749610277.925190:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20d400. 00000400:00000200:0.0:1749610277.925190:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6e65 [1] + 224 00000100:00000010:1.0:1749610277.925192:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822d80. 00000400:00000200:0.0:1749610277.925193:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610277.925195:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610277.925199:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008f820e00 x1834598193589504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610277.925218:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610277.925220:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000020:00000010:0.0:1749610277.925226:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392880. 00000020:00000010:0.0:1749610277.925228:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:0.0:1749610277.925230:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 00000400:00000010:3.0:1749610277.925231:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bbb0. 00000400:00000200:3.0:1749610277.925235:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610277.925236:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610277.925238:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820e00 x1834598193589504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610277.925243:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820e00 x1834598193589504/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610277.925253:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132800. 02000000:00000010:3.0:1749610277.925254:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b500. 00000100:00000010:3.0:1749610277.925256:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820e00. 00000100:00000010:0.0:1749610277.925702:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca840. 00000100:00000010:2.0:1749610277.925727:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca340. 00000100:00000010:1.0:1749610277.925737:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca240. 00000100:00000010:3.0:1749610277.925741:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b46ca8c0. 10000000:00000010:0.0:1749610278.934801:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b4051980. 00000020:00000010:0.0:1749610278.934809:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000020:00000010:0.0:1749610278.934814:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006ebcac00. 00000040:00000010:0.0:1749610278.934817:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006ebca000. 00000020:00000010:0.0:1749610278.934821:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a0b79000. 00000020:00000010:0.0:1749610278.934824:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006ebcb600. 80000000:00000010:0.0:1749610278.934828:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d10c0. 00040000:00000010:0.0:1749610278.934831:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006ebcaa00. 00080000:00000010:0.0:1749610278.934836:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acccb000. 00080000:00000010:0.0:1749610278.934841:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009d168000. 00000020:00000010:0.0:1749610278.934849:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006ebcac00. 00000040:00000010:0.0:1749610278.934854:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006ebca000. 00000020:00000010:0.0:1749610278.934856:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a0b79000. 00000020:00000010:0.0:1749610278.934873:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006ebcb600. 80000000:00000010:0.0:1749610278.934876:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d10c0. 00040000:00000010:0.0:1749610278.934880:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006ebcaa00. 00080000:00000010:0.0:1749610278.934883:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009d168000. 00080000:00000010:0.0:1749610278.934887:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acccb000. 00000020:00000010:0.0:1749610278.934890:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 10000000:00000010:0.0:1749610278.934893:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b4051980. 10000000:00020000:0.0:1749610278.934897:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000010:0.0:1749610278.934905:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820e00. 02000000:00000010:0.0:1749610278.934918:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebca400. 00010000:00000010:0.0:1749610278.934930:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf9b000. 00010000:00000010:0.0:1749610278.934934:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006ebca800. 00000100:00000010:0.0:1749610278.934947:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000200:0.0:1749610278.934957:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff88008f820e00 x1834598193589632/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610278.934970:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610278.935003:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610278.935007:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820e00. 00010000:00000010:1.1:1749610278.937767:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf9b000. 00010000:00000010:1.1:1749610278.937773:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006ebca800. 00000100:00000010:0.0:1749610279.586815:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820e00. 02000000:00000010:0.0:1749610279.586833:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610279.586846:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610279.586860:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610279.586865:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610279.586870:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820e00. 00000100:00000010:2.0:1749610281.587820:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9500. 02000000:00000010:2.0:1749610281.587837:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610281.587849:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610281.587862:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610281.587867:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610281.587870:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9500. 00000100:00000010:3.0:1749610282.932783:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1500. 02000000:00000010:3.0:1749610282.932800:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6033800. 00000100:00000010:3.0:1749610282.932822:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1880. 02000000:00000010:3.0:1749610282.932824:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6033400. 00000100:00000010:3.0:1749610282.932830:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2d80. 02000000:00000010:3.0:1749610282.932831:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6033000. 00000100:00000010:3.0:1749610282.932846:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3100. 02000000:00000010:3.0:1749610282.932849:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aae00. 02000000:00000010:1.0:1749610282.932850:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c800. 00000400:00000010:1.0:1749610282.932857:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52e18. 00000400:00000010:1.0:1749610282.932862:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000010:3.0:1749610282.932868:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3480. 00000100:00000200:1.0:1749610282.932868:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193590016, portal 4 02000000:00000010:3.0:1749610282.932870:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aa400. 00000400:00000010:1.0:1749610282.932873:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610282.932875:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193590016, offset 0 00000400:00000200:1.0:1749610282.932882:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610282.932887:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebca400. 00000400:00000200:1.0:1749610282.932892:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610282.932892:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610282.932895:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610282.932897:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193590528, portal 4 00000400:00000200:1.0:1749610282.932900:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada26f00 00000400:00000010:0.0:1749610282.932900:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610282.932901:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193590528, offset 0 00000400:00000200:0.0:1749610282.932904:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610282.932908:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 14040 00000400:00000200:0.0:1749610282.932909:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610282.932912:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada27100 00000400:00000200:1.0:1749610282.932914:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610282.932918:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610282.932920:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 11464 00000400:00000200:0.0:1749610282.932924:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610282.932925:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610282.932929:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:1.0:1749610282.932930:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610282.932932:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820e00. 00000100:00000010:1.0:1749610282.932935:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c0380. 02000000:00000010:2.0:1749610282.932937:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7a200. 00000400:00000010:2.0:1749610282.932942:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:0.0:1749610282.932943:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610282.932944:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610282.932948:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3480 x1834598193590528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610282.932949:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76822a8. 00000100:00000200:2.0:1749610282.932952:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193590400, portal 10 00000400:00000200:1.0:1749610282.932952:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610282.932953:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000400:00000010:2.0:1749610282.932955:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610282.932956:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193590400, offset 0 00000100:00000200:1.0:1749610282.932957:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1500 x1834598193590016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610282.932959:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610282.932961:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051980. 00000400:00000200:2.0:1749610282.932963:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610282.932967:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada27080 00000100:00000010:0.0:1749610282.932968:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051580. 00000400:00000200:2.0:1749610282.932970:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 60448 00000100:00000010:0.0:1749610282.932970:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40513c0. 00000400:00000200:2.0:1749610282.932973:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610282.932974:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132800. 00000400:00000200:2.0:1749610282.932975:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610282.932978:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000100:00000200:2.0:1749610282.932978:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610282.932980:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000100:00000010:2.0:1749610282.932980:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9500. 00000100:00000010:0.0:1749610282.932985:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40511c0. 00000400:00000200:2.0:1749610282.932988:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610282.932989:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610282.932992:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3100 x1834598193590400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610282.932995:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca240. 00000100:00000200:3.0:1749610282.932997:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193590016 00000020:00000010:1.0:1749610282.932999:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b40519c0. 00010000:00020000:3.0:1749610282.933009:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749610282.933009:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 02000000:00000010:3.0:1749610282.933014:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a6030000. 00000020:00000010:1.0:1749610282.933017:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013880. 00000020:00000010:1.0:1749610282.933020:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000400:00000010:3.0:1749610282.933021:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610282.933023:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193590016, offset 0 00000020:00000010:2.0:1749610282.933023:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8e40. 00000020:00000010:2.0:1749610282.933025:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051400. 00000400:00000200:3.0:1749610282.933026:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610282.933030:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610282.933030:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b800. 00000020:00000010:2.0:1749610282.933032:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6e00. 00000400:00000200:3.0:1749610282.933034:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada26f00 00000020:00000010:2.0:1749610282.933034:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000400:00000200:3.0:1749610282.933037:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6e91 [1] + 0 00000400:00000200:3.0:1749610282.933039:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610282.933039:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca940. 00000400:00000200:3.0:1749610282.933041:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610282.933041:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca940. 00000100:00000200:1.0:1749610282.933043:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193590528 00000100:00000200:3.0:1749610282.933044:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1500 x1834598193590016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610282.933045:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8800. 00000020:00000010:2.0:1749610282.933047:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8800. 00000100:00000200:2.0:1749610282.933048:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193590400 00000400:00000200:3.0:1749610282.933052:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610282.933053:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 02000000:00000010:1.0:1749610282.933053:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071d800. 02000000:00000010:2.0:1749610282.933057:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a42800. 00000020:00000010:3.0:1749610282.933058:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00010000:00000200:1.0:1749610282.933059:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008f820e00 x1834598193590528/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:473/0 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749610282.933060:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006e7d9500 x1834598193590400/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:473/0 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610282.933061:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000020:00000010:3.0:1749610282.933062:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132800. 00000400:00000010:1.0:1749610282.933068:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000400:00000010:2.0:1749610282.933070:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:1.0:1749610282.933071:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193590528, offset 224 00000100:00000200:2.0:1749610282.933072:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193590400, offset 224 00000400:00000200:1.0:1749610282.933074:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610282.933077:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610282.933079:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610282.933082:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610282.933084:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada27100 00000400:00000200:2.0:1749610282.933086:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada27080 00000400:00000200:1.0:1749610282.933088:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6e99 [1] + 224 00000400:00000200:1.0:1749610282.933091:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610282.933093:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610282.933095:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ea1 [1] + 224 00000400:00000200:2.0:1749610282.933099:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610282.933100:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3480 x1834598193590528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610282.933102:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610282.933106:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3100 x1834598193590400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610282.933119:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610282.933120:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000010:3.0:1749610282.933124:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd7e8. 00000400:00000200:3.0:1749610282.933127:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76822a8 00000400:00000010:3.0:1749610282.933127:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76822a8. 00000020:00000010:2.0:1749610282.933128:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6e00. 00000400:00000200:1.0:1749610282.933129:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000100:00000200:3.0:1749610282.933130:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3100 x1834598193590400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610282.933130:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000400:00000010:1.0:1749610282.933131:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00000200:3.0:1749610282.933134:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3100 x1834598193590400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610282.933134:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b800. 00000020:00000010:1.0:1749610282.933138:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013880. 00000020:00000010:1.0:1749610282.933142:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000010:1.0:1749610282.933144:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 00000400:00000010:0.0:1749610282.933150:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 02000000:00000010:3.0:1749610282.933151:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7a200. 02000000:00000010:3.0:1749610282.933154:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aae00. 00000400:00000200:0.0:1749610282.933154:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610282.933155:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000010:3.0:1749610282.933156:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3100. 00000400:00000010:1.0:1749610282.933158:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52e18. 00000100:00000200:0.0:1749610282.933159:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3480 x1834598193590528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610282.933161:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749610282.933163:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000200:0.0:1749610282.933164:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3480 x1834598193590528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610282.933166:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1500 x1834598193590016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610282.933172:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1500 x1834598193590016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610282.933176:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebca400. 02000000:00000010:0.0:1749610282.933180:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aa400. 00000100:00000010:0.0:1749610282.933181:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3480. 02000000:00000010:1.0:1749610282.933188:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c400. 00000400:00000010:1.0:1749610282.933190:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52e18. 00000400:00000010:1.0:1749610282.933197:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749610282.933199:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193590144, portal 10 00000400:00000010:1.0:1749610282.933203:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610282.933204:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193590144, offset 0 00000400:00000200:1.0:1749610282.933207:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610282.933211:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610282.933215:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada26f80 00000400:00000200:1.0:1749610282.933218:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 60672 00000400:00000200:1.0:1749610282.933222:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610282.933224:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610282.933226:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610282.933229:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c0700. 00000400:00000200:1.0:1749610282.933244:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610282.933245:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610282.933248:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1880 x1834598193590144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610282.933259:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b800. 02000000:00000010:1.0:1749610282.933260:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c800. 00000020:00000010:2.0:1749610282.933261:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6e00. 00000020:00000010:2.0:1749610282.933262:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 02000000:00000010:1.0:1749610282.933263:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6033800. 00000100:00000010:1.0:1749610282.933266:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1500. 02000000:00000010:1.0:1749610282.933274:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013071c800. 00000100:00000200:2.0:1749610282.933276:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193590144 00000400:00000010:1.0:1749610282.933276:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52ec8. 00000400:00000010:1.0:1749610282.933279:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610282.933280:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193590272, portal 10 00010000:00020000:2.0:1749610282.933283:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749610282.933283:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000200:1.0:1749610282.933284:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193590272, offset 0 02000000:00000010:2.0:1749610282.933286:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a40c00. 00000400:00000200:1.0:1749610282.933288:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610282.933289:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610282.933291:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193590144, offset 0 00000400:00000200:1.0:1749610282.933291:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610282.933293:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610282.933295:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada27000 00000400:00000200:2.0:1749610282.933297:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610282.933298:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 61192 00000400:00000200:2.0:1749610282.933300:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada26f80 00000400:00000200:1.0:1749610282.933302:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610282.933303:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6eb5 [1] + 0 00000400:00000200:1.0:1749610282.933304:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610282.933305:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610282.933306:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610282.933307:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610282.933309:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1880 x1834598193590144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610282.933314:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c3100. 00000400:00000200:2.0:1749610282.933315:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610282.933316:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:2.0:1749610282.933319:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6e00. 00000020:00000010:2.0:1749610282.933320:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000400:00000200:1.0:1749610282.933321:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000020:00000010:2.0:1749610282.933322:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b800. 00000400:00000010:1.0:1749610282.933323:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000200:1.0:1749610282.933326:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2d80 x1834598193590272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610282.933329:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132800. 00000020:00000010:3.0:1749610282.933332:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610282.933334:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000400:00000010:1.0:1749610282.933337:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52e18. 00000400:00000200:1.0:1749610282.933339:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749610282.933341:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749610282.933343:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1880 x1834598193590144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610282.933345:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193590272 00000100:00000200:1.0:1749610282.933349:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1880 x1834598193590144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610282.933353:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610282.933358:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a6033800. 02000000:00000010:1.0:1749610282.933361:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c400. 00000400:00000010:3.0:1749610282.933363:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 02000000:00000010:1.0:1749610282.933364:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6033400. 00000100:00000200:3.0:1749610282.933365:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193590272, offset 0 00000100:00000010:1.0:1749610282.933366:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1880. 00000400:00000200:3.0:1749610282.933369:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610282.933373:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610282.933377:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada27000 00000400:00000200:3.0:1749610282.933381:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ebd [1] + 0 00000400:00000200:3.0:1749610282.933384:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610282.933387:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610282.933390:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2d80 x1834598193590272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610282.933402:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610282.933403:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000010:1.0:1749610282.933406:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52ec8. 00000400:00000200:1.0:1749610282.933409:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000020:00000010:3.0:1749610282.933410:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000400:00000010:1.0:1749610282.933410:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000020:00000010:3.0:1749610282.933412:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000100:00000200:1.0:1749610282.933413:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2d80 x1834598193590272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610282.933414:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132800. 00000100:00000200:1.0:1749610282.933420:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2d80 x1834598193590272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610282.933430:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013071c800. 02000000:00000010:1.0:1749610282.933432:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6033000. 00000100:00000010:1.0:1749610282.933434:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2d80. 00000100:00000010:0.0:1749610282.933710:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051980. 00000100:00000010:2.0:1749610282.933712:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40513c0. 00000100:00000010:1.0:1749610282.933717:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051580. 00000100:00000010:3.0:1749610282.933721:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40511c0. 00000100:00000010:2.0:1749610283.588788:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9c00. 02000000:00000010:2.0:1749610283.588807:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b800. 00000100:00000010:2.0:1749610283.588819:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610283.588832:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610283.588836:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b800. 00000100:00000010:2.0:1749610283.588839:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9c00. 00000100:00000010:2.0:1749610285.589713:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9c00. 02000000:00000010:2.0:1749610285.589729:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b800. 00000100:00000010:2.0:1749610285.589741:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610285.589752:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610285.589755:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b800. 00000100:00000010:2.0:1749610285.589759:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9c00. 00000100:00000010:2.0:1749610287.590805:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9c00. 02000000:00000010:2.0:1749610287.590824:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b800. 00000100:00000010:2.0:1749610287.590836:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610287.590848:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610287.590853:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b800. 00000100:00000010:2.0:1749610287.590856:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9c00. 00000100:00000010:3.0:1749610287.940777:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3100. 02000000:00000010:3.0:1749610287.940795:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6033000. 00000100:00000010:3.0:1749610287.940824:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 02000000:00000010:3.0:1749610287.940828:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a6033400. 00000100:00000010:3.0:1749610287.940836:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1c00. 02000000:00000010:3.0:1749610287.940854:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4eec00. 00000100:00000010:3.0:1749610287.940859:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 02000000:00000010:3.0:1749610287.940862:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aa500. 00000100:00000010:3.0:1749610287.940886:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 02000000:00000010:2.0:1749610287.940886:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a43400. 02000000:00000010:3.0:1749610287.940890:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aa200. 00000400:00000010:2.0:1749610287.940893:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd630. 00000400:00000010:2.0:1749610287.940898:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610287.940903:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193591040, portal 4 02000000:00000010:3.0:1749610287.940908:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132800. 00000400:00000010:2.0:1749610287.940908:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610287.940909:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193591040, offset 0 00000400:00000010:3.0:1749610287.940912:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bbb0. 00000400:00000200:2.0:1749610287.940915:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610287.940922:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000400:00000200:2.0:1749610287.940924:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610287.940925:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193591552, portal 4 00000400:00000010:3.0:1749610287.940928:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:3.0:1749610287.940930:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193591552, offset 0 02000000:00000010:1.0:1749610287.940930:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0a00. 00000400:00000200:2.0:1749610287.940931:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada27300 00000400:00000200:3.0:1749610287.940935:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610287.940936:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52ec8. 00000400:00000200:3.0:1749610287.940940:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610287.940942:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 14560 00000400:00000200:3.0:1749610287.940945:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada27500 00000400:00000010:1.0:1749610287.940947:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000400:00000200:2.0:1749610287.940948:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610287.940951:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 11688 00000400:00000200:2.0:1749610287.940951:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610287.940955:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610287.940957:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193591424, portal 10 00000400:00000200:3.0:1749610287.940958:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610287.940958:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:3.0:1749610287.940961:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:1.0:1749610287.940961:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000010:3.0:1749610287.940964:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0700. 00000100:00000010:2.0:1749610287.940967:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9c00. 00000100:00000200:1.0:1749610287.940967:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193591424, offset 0 00000400:00000200:1.0:1749610287.940971:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610287.940975:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610287.940979:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610287.940980:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:1.0:1749610287.940980:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada27480 00000400:00000200:1.0:1749610287.940984:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 61712 00000100:00000200:2.0:1749610287.940985:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3100 x1834598193591040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610287.940986:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000200:1.0:1749610287.940987:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610287.940988:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000400:00000200:1.0:1749610287.940988:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610287.940991:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193591552/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610287.940991:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610287.940993:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800974c2300. 00000100:00000010:2.0:1749610287.940997:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8800. 00000400:00000200:1.0:1749610287.941003:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749610287.941004:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749610287.941007:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2300 x1834598193591424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610287.941009:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8180. 00000100:00000010:2.0:1749610287.941012:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8e80. 00000100:00000010:2.0:1749610287.941014:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8a80. 00000020:00000010:3.0:1749610287.941020:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133a00. 02000000:00000010:2.0:1749610287.941020:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a41c00. 00000400:00000010:2.0:1749610287.941021:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd6e0. 00000400:00000010:2.0:1749610287.941023:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610287.941024:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193591168, portal 10 00000020:00000010:3.0:1749610287.941025:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000020:00000010:0.0:1749610287.941026:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051980. 00000400:00000010:2.0:1749610287.941027:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682880. 00000020:00000010:3.0:1749610287.941028:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000100:00000200:2.0:1749610287.941028:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193591168, offset 0 00000400:00000200:2.0:1749610287.941030:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610287.941032:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610287.941032:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca240. 00000400:00000200:2.0:1749610287.941035:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada27380 00000020:00000010:1.0:1749610287.941035:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca940. 00000400:00000200:2.0:1749610287.941037:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 61936 00000020:00000010:1.0:1749610287.941037:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8e40. 00000400:00000200:2.0:1749610287.941039:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610287.941041:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610287.941041:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000020:00000010:0.0:1749610287.941041:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000100:00000200:2.0:1749610287.941042:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749610287.941043:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013880. 00000020:00000010:0.0:1749610287.941043:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392880. 00000020:00000010:1.0:1749610287.941044:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000020:00000010:0.0:1749610287.941045:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000100:00000200:3.0:1749610287.941047:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193591040 00000100:00000010:2.0:1749610287.941049:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9f80. 00000400:00000200:2.0:1749610287.941053:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682880 00000400:00000010:2.0:1749610287.941054:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682880. 00000100:00000200:2.0:1749610287.941056:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a0380 x1834598193591168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610287.941058:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051280. 00000020:00000010:1.0:1749610287.941059:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0c00. 00000020:00000010:0.0:1749610287.941059:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051280. 00000020:00000010:1.0:1749610287.941060:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013500. 00010000:00020000:3.0:1749610287.941061:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749610287.941061:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aa28. 02000000:00000010:2.0:1749610287.941065:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2c800. 00000100:00000200:0.0:1749610287.941065:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193591552 02000000:00000010:3.0:1749610287.941067:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ed400. 00000400:00000010:2.0:1749610287.941067:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd000. 00000020:00000010:1.0:1749610287.941067:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca380. 00000400:00000010:2.0:1749610287.941068:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682880. 00000100:00000200:2.0:1749610287.941069:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193591296, portal 10 00000020:00000010:1.0:1749610287.941069:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca380. 00000100:00000200:1.0:1749610287.941070:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193591424 00000400:00000010:2.0:1749610287.941071:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00000400:00000010:3.0:1749610287.941074:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:2.0:1749610287.941075:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193591296, offset 0 02000000:00000010:1.0:1749610287.941076:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071c800. 02000000:00000010:0.0:1749610287.941076:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20e800. 00000100:00000200:3.0:1749610287.941077:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193591040, offset 0 00000400:00000200:2.0:1749610287.941078:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610287.941080:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:1.0:1749610287.941080:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800974c2300 x1834598193591424/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:478/0 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1749610287.941080:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a0700 x1834598193591552/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:478/0 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610287.941083:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada27400 00000400:00000200:3.0:1749610287.941085:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610287.941087:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000400:00000200:2.0:1749610287.941088:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 62456 00000400:00000010:0.0:1749610287.941088:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000400:00000200:2.0:1749610287.941089:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610287.941090:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610287.941090:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193591424, offset 224 00000100:00000200:0.0:1749610287.941090:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193591552, offset 224 00000400:00000200:2.0:1749610287.941091:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610287.941092:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610287.941094:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610287.941095:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada27300 00000400:00000200:1.0:1749610287.941095:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610287.941095:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610287.941096:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e6680. 00000400:00000200:3.0:1749610287.941099:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6ecd [1] + 0 00000400:00000200:1.0:1749610287.941100:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada27480 00000400:00000200:0.0:1749610287.941100:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610287.941102:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610287.941103:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000400:00000200:0.0:1749610287.941103:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada27500 00000400:00000010:2.0:1749610287.941104:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000400:00000200:3.0:1749610287.941105:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610287.941106:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1c00 x1834598193591296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610287.941107:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6edd [1] + 224 00000400:00000200:1.0:1749610287.941110:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610287.941111:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610287.941116:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6ed5 [1] + 224 00000400:00000200:0.0:1749610287.941120:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610287.941121:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2300 x1834598193591424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610287.941122:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3100 x1834598193591040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610287.941123:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610287.941126:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193591552/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610287.941129:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749610287.941130:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000020:00000010:2.0:1749610287.941133:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b800. 00000400:00000200:3.0:1749610287.941135:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000020:00000010:2.0:1749610287.941135:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6e00. 00000400:00000010:3.0:1749610287.941137:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000010:2.0:1749610287.941137:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73960. 00000020:00000010:1.0:1749610287.941137:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013880. 00000400:00000200:0.0:1749610287.941139:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610287.941140:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000020:00000010:1.0:1749610287.941141:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000010:1.0:1749610287.941143:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 00000020:00000010:3.0:1749610287.941144:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000100:00000200:2.0:1749610287.941145:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193591168 00000020:00000010:3.0:1749610287.941146:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000020:00000010:0.0:1749610287.941148:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392880. 00000020:00000010:3.0:1749610287.941149:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133a00. 00000100:00000200:1.0:1749610287.941149:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193591296 00000020:00000010:0.0:1749610287.941151:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00010000:00020000:2.0:1749610287.941152:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749610287.941153:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 02000000:00000010:2.0:1749610287.941155:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2d800. 00010000:00020000:1.0:1749610287.941155:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610287.941157:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071c400. 00000400:00000010:2.0:1749610287.941158:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00000100:00000200:2.0:1749610287.941160:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193591168, offset 0 00000400:00000010:1.0:1749610287.941160:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000400:00000200:2.0:1749610287.941161:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610287.941163:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193591296, offset 0 00000400:00000200:2.0:1749610287.941164:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610287.941165:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610287.941167:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada27380 00000400:00000200:1.0:1749610287.941167:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610287.941169:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ee5 [1] + 0 00000400:00000200:1.0:1749610287.941170:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada27400 00000400:00000200:2.0:1749610287.941171:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610287.941172:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bbb0. 00000400:00000200:2.0:1749610287.941172:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610287.941176:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610287.941177:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000200:3.0:1749610287.941180:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193591552/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610287.941180:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6eed [1] + 0 00000400:00000200:1.0:1749610287.941181:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610287.941183:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610287.941184:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a0380 x1834598193591168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610287.941185:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1c00 x1834598193591296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610287.941187:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193591552/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610287.941190:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000400:00000010:2.0:1749610287.941191:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000400:00000200:1.0:1749610287.941195:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749610287.941196:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000020:00000010:1.0:1749610287.941199:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6e00. 00000020:00000010:2.0:1749610287.941200:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013500. 00000020:00000010:1.0:1749610287.941201:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73960. 00000020:00000010:2.0:1749610287.941203:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aa28. 00000020:00000010:1.0:1749610287.941203:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b800. 02000000:00000010:3.0:1749610287.941204:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132800. 00000020:00000010:2.0:1749610287.941204:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0c00. 02000000:00000010:3.0:1749610287.941208:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aa200. 00000100:00000010:3.0:1749610287.941212:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000400:00000010:1.0:1749610287.941212:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52ec8. 00000400:00000200:1.0:1749610287.941214:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610287.941215:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610287.941216:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2300 x1834598193591424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610287.941217:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd630. 00000400:00000200:2.0:1749610287.941218:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610287.941219:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610287.941221:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3100 x1834598193591040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610287.941224:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2300 x1834598193591424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610287.941226:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3100 x1834598193591040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610287.941233:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0a00. 00000400:00000010:2.0:1749610287.941235:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd6e0. 02000000:00000010:1.0:1749610287.941235:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aa500. 00000400:00000200:2.0:1749610287.941236:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000100:00000010:1.0:1749610287.941236:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2300. 00000400:00000010:2.0:1749610287.941237:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610287.941238:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a0380 x1834598193591168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610287.941242:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a0380 x1834598193591168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610287.941247:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd000. 00000400:00000200:2.0:1749610287.941248:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682880 00000400:00000010:2.0:1749610287.941248:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682880. 00000100:00000200:2.0:1749610287.941250:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1c00 x1834598193591296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610287.941253:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1c00 x1834598193591296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610287.941258:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a43400. 02000000:00000010:2.0:1749610287.941260:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6033000. 00000100:00000010:2.0:1749610287.941262:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3100. 02000000:00000010:2.0:1749610287.941264:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a41c00. 02000000:00000010:2.0:1749610287.941265:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a6033400. 00000100:00000010:2.0:1749610287.941266:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 02000000:00000010:2.0:1749610287.941268:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2c800. 02000000:00000010:2.0:1749610287.941272:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4eec00. 00000100:00000010:2.0:1749610287.941273:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1c00. 00000100:00000010:2.0:1749610287.941709:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8e80. 00000100:00000010:3.0:1749610287.941718:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8a80. 00000100:00000010:0.0:1749610287.941718:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8800. 00000100:00000010:1.0:1749610287.941726:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8180. 00000100:00000010:2.0:1749610289.591781:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5f80. 02000000:00000010:2.0:1749610289.591797:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610289.591808:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610289.591822:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610289.591826:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610289.591829:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e5f80. 00000100:00000010:2.0:1749610291.592793:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5f80. 02000000:00000010:2.0:1749610291.592811:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610291.592825:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610291.592838:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610291.592843:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610291.592848:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e5f80. 00000100:00000010:3.0:1749610292.948773:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 02000000:00000010:3.0:1749610292.948792:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4eec00. 00000100:00000010:3.0:1749610292.948820:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1180. 02000000:00000010:3.0:1749610292.948825:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096794800. 00000100:00000010:3.0:1749610292.948833:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 02000000:00000010:3.0:1749610292.948835:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096795000. 00000100:00000010:3.0:1749610292.948841:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 02000000:00000010:0.0:1749610292.948854:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa20f400. 02000000:00000010:3.0:1749610292.948857:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aa200. 00000400:00000010:0.0:1749610292.948862:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610292.948868:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610292.948874:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193591936, portal 4 00000400:00000010:0.0:1749610292.948880:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610292.948882:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193591936, offset 0 00000100:00000010:3.0:1749610292.948883:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 02000000:00000010:3.0:1749610292.948886:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aa800. 00000400:00000200:0.0:1749610292.948889:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610292.948900:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610292.948909:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada27680 02000000:00000010:2.0:1749610292.948913:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7b200. 00000400:00000200:0.0:1749610292.948915:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 15080 00000400:00000010:2.0:1749610292.948918:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd000. 00000400:00000010:2.0:1749610292.948922:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682880. 00000400:00000200:0.0:1749610292.948922:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610292.948924:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193592320, portal 10 00000400:00000200:0.0:1749610292.948925:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610292.948927:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610292.948928:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193592320, offset 0 00000400:00000200:2.0:1749610292.948932:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610292.948936:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610292.948936:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:2.0:1749610292.948939:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada27800 00000100:00000010:0.0:1749610292.948940:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822d80. 00000400:00000200:2.0:1749610292.948943:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 62976 00000400:00000200:2.0:1749610292.948946:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610292.948947:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610292.948950:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610292.948952:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d0e5f80. 00000400:00000200:0.0:1749610292.948956:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610292.948958:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 02000000:00000010:1.0:1749610292.948959:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0a00. 00000100:00000200:0.0:1749610292.948964:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193591936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610292.948965:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52ec8. 00000400:00000200:2.0:1749610292.948967:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610292.948969:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610292.948973:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193592320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610292.948976:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610292.948980:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193592448, portal 4 00000100:00000010:0.0:1749610292.948981:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051280. 00000400:00000010:1.0:1749610292.948984:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749610292.948986:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193592448, offset 0 00000400:00000200:1.0:1749610292.948990:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610292.948991:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40514c0. 00000400:00000200:1.0:1749610292.948996:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610292.949002:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada27880 00000020:00000010:3.0:1749610292.949004:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2900. 00000400:00000200:1.0:1749610292.949007:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 11912 00000020:00000010:3.0:1749610292.949009:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca940. 00000100:00000010:0.0:1749610292.949009:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a40. 00000400:00000200:1.0:1749610292.949010:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610292.949012:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7ba00. 00000400:00000200:1.0:1749610292.949012:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749610292.949013:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a00. 00000100:00000200:1.0:1749610292.949014:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1749610292.949016:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000100:00000010:1.0:1749610292.949018:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f602a00. 00000020:00000010:3.0:1749610292.949019:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133a00. 00000020:00000010:2.0:1749610292.949019:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 02000000:00000010:0.0:1749610292.949020:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa20e000. 00000020:00000010:3.0:1749610292.949021:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610292.949023:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000400:00000010:0.0:1749610292.949023:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000400:00000200:1.0:1749610292.949026:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:0.0:1749610292.949026:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000400:00000010:1.0:1749610292.949027:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749610292.949030:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193592448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610292.949030:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193592064, portal 10 00000400:00000010:0.0:1749610292.949033:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610292.949035:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193592064, offset 0 00000100:00000200:2.0:1749610292.949036:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193591936 00000020:00000010:3.0:1749610292.949038:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e28c0. 00000400:00000200:0.0:1749610292.949039:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610292.949040:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e28c0. 00000100:00000200:3.0:1749610292.949042:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193592320 00000400:00000200:0.0:1749610292.949043:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610292.949047:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada27700 00010000:00020000:2.0:1749610292.949049:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610292.949051:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 63200 02000000:00000010:3.0:1749610292.949052:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007248e000. 02000000:00000010:2.0:1749610292.949054:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2c800. 00000400:00000200:0.0:1749610292.949054:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610292.949056:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:3.0:1749610292.949057:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009d0e5f80 x1834598193592320/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:483/0 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610292.949059:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:2.0:1749610292.949060:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610292.949062:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193591936, offset 0 00000100:00000010:0.0:1749610292.949062:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822300. 00000020:00000010:1.0:1749610292.949064:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca380. 00000400:00000010:3.0:1749610292.949065:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000400:00000200:2.0:1749610292.949065:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610292.949066:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051980. 00000100:00000200:3.0:1749610292.949067:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193592320, offset 224 00000400:00000200:2.0:1749610292.949069:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610292.949070:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000400:00000200:0.0:1749610292.949070:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000020:00000010:1.0:1749610292.949071:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013880. 00000400:00000010:0.0:1749610292.949072:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000020:00000010:1.0:1749610292.949073:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000400:00000200:2.0:1749610292.949074:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada27680 00000100:00000200:0.0:1749610292.949076:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1180 x1834598193592064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610292.949079:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610292.949083:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610292.949085:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca800. 00000400:00000200:2.0:1749610292.949086:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6f09 [1] + 0 00000400:00000200:3.0:1749610292.949087:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada27800 00000400:00000200:3.0:1749610292.949090:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6f11 [1] + 224 00000400:00000200:2.0:1749610292.949090:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610292.949091:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca800. 02000000:00000010:0.0:1749610292.949091:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aa20f000. 00000400:00000200:2.0:1749610292.949092:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610292.949092:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193592448 00000400:00000200:3.0:1749610292.949093:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610292.949093:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000400:00000200:3.0:1749610292.949095:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610292.949095:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:2.0:1749610292.949096:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193591936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610292.949098:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193592320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610292.949098:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193592192, portal 10 02000000:00000010:1.0:1749610292.949099:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071e800. 00010000:00000200:1.0:1749610292.949103:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f602a00 x1834598193592448/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:483/0 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610292.949104:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610292.949106:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000010:0.0:1749610292.949106:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610292.949108:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193592192, offset 0 00000400:00000200:3.0:1749610292.949109:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:1.0:1749610292.949109:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000400:00000010:3.0:1749610292.949110:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000020:00000010:2.0:1749610292.949113:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000100:00000200:1.0:1749610292.949113:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193592448, offset 224 00000020:00000010:3.0:1749610292.949115:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000400:00000200:0.0:1749610292.949115:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610292.949116:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000020:00000010:3.0:1749610292.949117:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000400:00000200:1.0:1749610292.949117:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610292.949119:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133a00. 00000020:00000010:2.0:1749610292.949119:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7ba00. 00000400:00000200:0.0:1749610292.949120:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610292.949121:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610292.949124:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada27780 00000400:00000200:1.0:1749610292.949125:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada27880 00000400:00000200:0.0:1749610292.949127:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 63720 00000020:00000010:3.0:1749610292.949128:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133a00. 00000020:00000010:3.0:1749610292.949130:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000400:00000200:1.0:1749610292.949130:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6f19 [1] + 224 00000020:00000010:3.0:1749610292.949131:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000400:00000200:0.0:1749610292.949131:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610292.949133:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd000. 00000400:00000200:1.0:1749610292.949133:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610292.949133:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610292.949134:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610292.949135:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682880 00000400:00000010:2.0:1749610292.949136:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682880. 00000100:00000200:2.0:1749610292.949139:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193592320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610292.949139:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610292.949140:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193592448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610292.949142:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821500. 00000100:00000200:2.0:1749610292.949146:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193592320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610292.949147:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749610292.949148:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000020:00000010:3.0:1749610292.949150:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132400. 00000020:00000010:3.0:1749610292.949152:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000400:00000200:0.0:1749610292.949152:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000020:00000010:3.0:1749610292.949153:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000020:00000010:1.0:1749610292.949153:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013880. 00000400:00000010:0.0:1749610292.949154:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000020:00000010:1.0:1749610292.949156:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000010:1.0:1749610292.949157:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 00000100:00000200:0.0:1749610292.949157:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193592192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610292.949161:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193592064 02000000:00000010:2.0:1749610292.949161:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7b200. 02000000:00000010:2.0:1749610292.949164:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aa200. 00000400:00000010:1.0:1749610292.949167:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52ec8. 00010000:00020000:3.0:1749610292.949168:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610292.949169:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610292.949170:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000100:00000010:2.0:1749610292.949171:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00000100:00000200:1.0:1749610292.949172:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193592448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610292.949172:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 02000000:00000010:3.0:1749610292.949173:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f7ac000. 00000400:00000200:0.0:1749610292.949174:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000100:00000200:1.0:1749610292.949175:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193592448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610292.949175:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000010:3.0:1749610292.949177:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000200:0.0:1749610292.949177:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193591936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610292.949180:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193592064, offset 0 00000400:00000200:3.0:1749610292.949183:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610292.949184:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0a00. 00000100:00000200:0.0:1749610292.949184:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193591936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610292.949186:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aa800. 00000400:00000200:3.0:1749610292.949188:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749610292.949188:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000400:00000200:3.0:1749610292.949191:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada27700 00000400:00000200:3.0:1749610292.949194:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6f21 [1] + 0 00000100:00000200:1.0:1749610292.949196:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193592192 02000000:00000010:0.0:1749610292.949196:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa20f400. 00000400:00000200:3.0:1749610292.949197:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610292.949199:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610292.949200:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4eec00. 00010000:00020000:1.0:1749610292.949201:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:0.0:1749610292.949202:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000200:3.0:1749610292.949203:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1180 x1834598193592064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610292.949208:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071d000. 00000400:00000010:1.0:1749610292.949211:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000100:00000200:1.0:1749610292.949213:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193592192, offset 0 00000400:00000200:1.0:1749610292.949215:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610292.949219:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610292.949221:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada27780 00000400:00000200:3.0:1749610292.949222:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:3.0:1749610292.949224:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000400:00000200:1.0:1749610292.949227:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6f31 [1] + 0 00000400:00000200:1.0:1749610292.949229:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610292.949229:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000020:00000010:3.0:1749610292.949230:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000400:00000200:1.0:1749610292.949230:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610292.949231:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000020:00000010:3.0:1749610292.949232:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000400:00000010:0.0:1749610292.949233:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000020:00000010:3.0:1749610292.949235:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133a00. 00000100:00000200:1.0:1749610292.949236:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193592192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610292.949236:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1180 x1834598193592064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610292.949240:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1180 x1834598193592064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610292.949241:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:1.0:1749610292.949242:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000020:00000010:1.0:1749610292.949246:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000020:00000010:1.0:1749610292.949248:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000020:00000010:1.0:1749610292.949249:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132400. 00000400:00000010:0.0:1749610292.949249:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:0.0:1749610292.949254:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610292.949255:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610292.949257:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193592192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610292.949261:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193592192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:0.0:1749610292.949266:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 02000000:00000010:0.0:1749610292.949270:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa20e000. 02000000:00000010:0.0:1749610292.949272:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096794800. 00000100:00000010:0.0:1749610292.949275:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1180. 02000000:00000010:0.0:1749610292.949276:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aa20f000. 02000000:00000010:0.0:1749610292.949277:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096795000. 00000100:00000010:0.0:1749610292.949279:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000100:00000010:3.0:1749610292.949710:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a00. 00000100:00000010:1.0:1749610292.949714:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40514c0. 00000100:00000010:2.0:1749610292.949724:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a40. 00000100:00000010:0.0:1749610292.949730:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051280. 00000400:00000200:0.0:1749610293.158093:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610293.158111:0:1042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501980 00000400:00000100:0.0:1749610293.158117:0:1042:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188194176 offset 0 length 520: 4 00000400:00000200:0.0:1749610293.158120:0:1042:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88007261a100 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610293.158122:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:2.0:1749610293.593795:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c18000. 02000000:00000010:2.0:1749610293.593812:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610293.593822:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610293.593834:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610293.593838:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610293.593841:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c18000. 00000100:00000010:2.0:1749610295.594720:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c18000. 02000000:00000010:2.0:1749610295.594735:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610295.594748:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610295.594762:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610295.594766:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610295.594770:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c18000. 00000800:00000200:0.0:1749610296.512817:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749610296.512823:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749610296.512826:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610296.512962:0:1041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1749610297.595828:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c18000. 02000000:00000010:2.0:1749610297.595846:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610297.595858:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610297.595870:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610297.595874:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610297.595878:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c18000. 00000400:00000010:2.0:1749610297.948789:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd840. 00000400:00000200:2.0:1749610297.948797:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610297.948799:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610297.948806:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008f820000 x1834598193587840/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610297 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610297.948814:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008f820000 x1834598193587840/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610297 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610297.948859:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42000. 02000000:00000010:2.0:1749610297.948864:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012dd2d400. 00000100:00000010:2.0:1749610297.948867:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820000. 00000100:00000010:3.0:1749610297.948888:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 02000000:00000010:3.0:1749610297.948902:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009adaa400. 00000100:00000010:3.0:1749610297.948927:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 02000000:00000010:2.0:1749610297.948941:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42000. 02000000:00000010:3.0:1749610297.948944:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096360000. 00000400:00000010:2.0:1749610297.948950:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd840. 00000100:00000010:3.0:1749610297.948952:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1180. 00000400:00000010:2.0:1749610297.948953:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 02000000:00000010:3.0:1749610297.948954:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096360400. 00000100:00000200:2.0:1749610297.948956:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193592960, portal 25 00000100:00000010:3.0:1749610297.948959:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000400:00000010:2.0:1749610297.948959:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682880. 02000000:00000010:3.0:1749610297.948961:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096360800. 00000100:00000200:2.0:1749610297.948961:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193592960, offset 0 00000100:00000010:3.0:1749610297.948964:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 00000400:00000200:2.0:1749610297.948965:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610297.948973:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610297.948974:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aac00. 00000400:00000200:2.0:1749610297.948979:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada27a80 00000400:00000100:2.0:1749610297.948983:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193592960 offset 0 length 520: 4 00000400:00000200:2.0:1749610297.948985:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e305ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749610297.948986:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1749610297.948991:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682880 00000400:00000010:2.0:1749610297.948991:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682880. 00000100:00000010:3.0:1749610297.948994:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 00000100:00000200:2.0:1749610297.948994:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3800 x1834598193592960/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610297.948997:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aa600. 00000100:00000010:2.0:1749610297.949002:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8c00. 02000000:00000010:3.0:1749610297.949015:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133a00. 00000100:00000010:2.0:1749610297.949016:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8100. 00000400:00000010:3.0:1749610297.949019:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bbb0. 00000400:00000010:3.0:1749610297.949022:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059ea18. 00000100:00000010:2.0:1749610297.949022:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8200. 00000100:00000010:2.0:1749610297.949024:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8880. 00000100:00000200:3.0:1749610297.949025:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193593600, portal 4 00000400:00000010:3.0:1749610297.949029:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:3.0:1749610297.949031:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193593600, offset 0 02000000:00000010:2.0:1749610297.949031:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a43400. 00000400:00000010:2.0:1749610297.949033:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd000. 00000400:00000200:3.0:1749610297.949035:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610297.949039:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682880. 00000400:00000200:3.0:1749610297.949040:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610297.949040:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193593088, portal 4 02000000:00000010:1.0:1749610297.949041:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0a00. 00000400:00000010:2.0:1749610297.949043:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610297.949044:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193593088, offset 0 00000400:00000200:3.0:1749610297.949045:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada27d00 00000400:00000010:1.0:1749610297.949045:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52ec8. 00000400:00000200:2.0:1749610297.949046:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610297.949048:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610297.949048:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387bb0. 00000400:00000200:3.0:1749610297.949050:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 12136 00000400:00000200:2.0:1749610297.949050:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada27b00 00000400:00000200:3.0:1749610297.949055:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610297.949057:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193593472, portal 10 00000400:00000200:3.0:1749610297.949058:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610297.949059:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 15600 00000400:00000010:1.0:1749610297.949061:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000400:00000200:2.0:1749610297.949062:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610297.949062:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193593472, offset 0 00000100:00000200:3.0:1749610297.949063:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1749610297.949064:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610297.949065:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749610297.949066:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1c00. 00000100:00000200:2.0:1749610297.949069:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610297.949069:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610297.949072:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c18000. 00000400:00000200:1.0:1749610297.949073:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada27c80 00000400:00000200:1.0:1749610297.949076:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 64240 00000400:00000200:3.0:1749610297.949079:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610297.949080:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000400:00000200:1.0:1749610297.949080:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610297.949082:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610297.949084:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193593600/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610297.949084:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610297.949085:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610297.949087:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193593088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610297.949087:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610297.949090:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f603800. 00000020:00000010:0.0:1749610297.949093:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051280. 00000400:00000200:1.0:1749610297.949097:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000020:00000010:0.0:1749610297.949098:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca380. 00000400:00000010:1.0:1749610297.949104:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000020:00000010:2.0:1749610297.949105:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7ba00. 00000020:00000010:0.0:1749610297.949105:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000020:00000010:2.0:1749610297.949108:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000100:00000200:1.0:1749610297.949108:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193593472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610297.949108:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392880. 00000020:00000010:2.0:1749610297.949111:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000020:00000010:0.0:1749610297.949111:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000100:00000200:2.0:1749610297.949124:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193593088 00000020:00000010:0.0:1749610297.949125:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051800. 00000020:00000010:0.0:1749610297.949126:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051800. 00000100:00000200:0.0:1749610297.949128:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193593600 00000020:00000010:3.0:1749610297.949129:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e28c0. 00000020:00000010:3.0:1749610297.949132:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2900. 00010000:00020000:2.0:1749610297.949135:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749610297.949137:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000020:00000010:3.0:1749610297.949139:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 02000000:00000010:2.0:1749610297.949140:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a41c00. 02000000:00000010:0.0:1749610297.949141:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20d400. 00000020:00000010:3.0:1749610297.949142:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00010000:00000200:0.0:1749610297.949145:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a1c00 x1834598193593600/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:488/0 lens 224/224 e 0 to 0 dl 1749610308 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610297.949146:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610297.949147:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193593088, offset 0 00000400:00000200:2.0:1749610297.949149:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610297.949152:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610297.949152:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000400:00000200:2.0:1749610297.949154:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada27b00 00000100:00000200:0.0:1749610297.949155:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193593600, offset 224 00000020:00000010:3.0:1749610297.949156:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2900. 00000400:00000200:2.0:1749610297.949157:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6f55 [1] + 0 00000020:00000010:3.0:1749610297.949158:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2900. 00000400:00000200:2.0:1749610297.949159:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610297.949159:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610297.949160:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193593472 00000400:00000200:2.0:1749610297.949160:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610297.949163:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193593088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610297.949164:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610297.949167:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096360c00. 00000400:00000200:0.0:1749610297.949167:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada27d00 00000400:00000200:2.0:1749610297.949169:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610297.949170:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00010000:00000200:3.0:1749610297.949171:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f603800 x1834598193593472/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:488/0 lens 224/224 e 0 to 0 dl 1749610308 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610297.949172:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6f4d [1] + 224 00000020:00000010:2.0:1749610297.949175:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000200:0.0:1749610297.949175:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610297.949176:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610297.949177:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000100:00000200:0.0:1749610297.949179:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193593600/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610297.949180:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7ba00. 00000400:00000010:3.0:1749610297.949187:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:2.0:1749610297.949188:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd000. 00000400:00000200:2.0:1749610297.949190:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682880 00000400:00000010:2.0:1749610297.949190:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682880. 00000100:00000200:2.0:1749610297.949192:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193593088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610297.949197:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193593472, offset 224 00000400:00000200:0.0:1749610297.949200:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610297.949201:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:2.0:1749610297.949203:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193593088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610297.949204:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610297.949206:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392880. 00000020:00000010:0.0:1749610297.949208:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000400:00000200:3.0:1749610297.949209:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610297.949209:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 00000400:00000200:3.0:1749610297.949213:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada27c80 02000000:00000010:2.0:1749610297.949215:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2d400. 00000400:00000010:1.0:1749610297.949215:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bbb0. 00000400:00000010:2.0:1749610297.949217:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd000. 00000400:00000200:1.0:1749610297.949219:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059ea18 00000400:00000010:1.0:1749610297.949220:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059ea18. 00000100:00000200:1.0:1749610297.949223:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193593600/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610297.949227:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6f5d [1] + 224 00000400:00000200:3.0:1749610297.949230:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610297.949230:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682880. 00000100:00000200:1.0:1749610297.949230:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193593600/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610297.949231:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193593216, portal 10 00000400:00000200:3.0:1749610297.949232:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610297.949233:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610297.949234:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193593216, offset 0 00000100:00000200:3.0:1749610297.949236:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193593472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610297.949236:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610297.949240:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610297.949242:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada27b80 00000400:00000200:2.0:1749610297.949244:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 64464 02000000:00000010:1.0:1749610297.949244:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133a00. 00000400:00000200:2.0:1749610297.949246:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610297.949247:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000200:2.0:1749610297.949247:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749610297.949247:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aa600. 00000400:00000010:3.0:1749610297.949249:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000010:1.0:1749610297.949249:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00000100:00000200:2.0:1749610297.949250:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610297.949252:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c18380. 00000400:00000010:0.0:1749610297.949252:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52ec8. 00000020:00000010:3.0:1749610297.949255:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000400:00000200:0.0:1749610297.949255:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387bb0 00000400:00000010:0.0:1749610297.949256:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387bb0. 00000020:00000010:3.0:1749610297.949258:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000400:00000200:2.0:1749610297.949258:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000100:00000200:0.0:1749610297.949258:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193593472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610297.949259:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:3.0:1749610297.949260:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 00000100:00000200:2.0:1749610297.949260:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1180 x1834598193593216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610297.949263:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193593472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610297.949269:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 02000000:00000010:2.0:1749610297.949269:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6033400. 00000400:00000010:2.0:1749610297.949270:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd6e0. 00000020:00000010:3.0:1749610297.949271:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000400:00000010:2.0:1749610297.949271:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 02000000:00000010:0.0:1749610297.949271:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0a00. 00000020:00000010:3.0:1749610297.949272:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000100:00000200:2.0:1749610297.949272:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193593344, portal 10 02000000:00000010:0.0:1749610297.949273:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aac00. 00000400:00000010:2.0:1749610297.949274:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000010:0.0:1749610297.949274:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000100:00000200:2.0:1749610297.949275:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193593344, offset 0 00000400:00000200:2.0:1749610297.949277:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610297.949279:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610297.949280:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada27c00 00000100:00000200:3.0:1749610297.949282:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193593216 00000400:00000200:2.0:1749610297.949282:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 64984 00000400:00000200:2.0:1749610297.949284:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610297.949288:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:3.0:1749610297.949289:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610297.949289:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610297.949291:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c18700. 02000000:00000010:3.0:1749610297.949292:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096361000. 00000400:00000200:2.0:1749610297.949295:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:3.0:1749610297.949296:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:2.0:1749610297.949296:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610297.949298:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193593344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610297.949299:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193593216, offset 0 00000400:00000200:3.0:1749610297.949301:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610297.949303:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 02000000:00000010:2.0:1749610297.949305:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a43400. 00000020:00000010:0.0:1749610297.949305:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392880. 00000400:00000200:3.0:1749610297.949306:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610297.949306:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 02000000:00000010:2.0:1749610297.949307:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096360000. 00000400:00000200:3.0:1749610297.949309:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada27b80 00000100:00000010:2.0:1749610297.949309:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000400:00000200:3.0:1749610297.949311:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6f71 [1] + 0 00000100:00000200:0.0:1749610297.949313:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193593344 00000400:00000200:3.0:1749610297.949314:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610297.949316:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610297.949320:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1180 x1834598193593216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749610297.949323:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610297.949326:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20e000. 00000400:00000010:0.0:1749610297.949329:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610297.949331:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193593344, offset 0 00000400:00000200:0.0:1749610297.949334:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610297.949336:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610297.949337:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000400:00000200:0.0:1749610297.949338:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610297.949339:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd000. 00000400:00000200:2.0:1749610297.949341:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682880 00000400:00000010:2.0:1749610297.949341:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682880. 00000400:00000200:0.0:1749610297.949341:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada27c00 00000020:00000010:3.0:1749610297.949343:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000100:00000200:2.0:1749610297.949343:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1180 x1834598193593216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610297.949344:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6f79 [1] + 0 00000020:00000010:3.0:1749610297.949345:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000400:00000200:0.0:1749610297.949346:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610297.949347:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 00000100:00000200:2.0:1749610297.949347:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1180 x1834598193593216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610297.949348:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610297.949351:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193593344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610297.949355:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2d400. 02000000:00000010:2.0:1749610297.949356:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096360400. 00000100:00000010:2.0:1749610297.949358:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1180. 00000400:00000200:0.0:1749610297.949358:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610297.949359:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000400:00000010:2.0:1749610297.949360:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd6e0. 00000400:00000200:2.0:1749610297.949361:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610297.949362:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:0.0:1749610297.949363:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392880. 00000100:00000200:2.0:1749610297.949364:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193593344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610297.949364:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:0.0:1749610297.949366:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 00000100:00000200:2.0:1749610297.949367:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193593344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610297.949372:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6033400. 02000000:00000010:2.0:1749610297.949374:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096360800. 00000100:00000010:2.0:1749610297.949374:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000010:2.0:1749610297.960711:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8200. 00000100:00000010:0.0:1749610297.960723:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8c00. 00000100:00000010:3.0:1749610297.960727:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8880. 00000100:00000010:1.0:1749610297.960739:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8100. 10000000:00000010:2.0:1749610298.934783:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a3a8200. 00000020:00000010:2.0:1749610298.934791:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7ba00. 00000020:00000010:2.0:1749610298.934796:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a7be00. 00000040:00000010:2.0:1749610298.934800:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a7b200. 00000020:00000010:2.0:1749610298.934803:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880095c91800. 00000020:00000010:2.0:1749610298.934807:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a7b800. 80000000:00000010:2.0:1749610298.934811:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5d20. 00040000:00000010:2.0:1749610298.934814:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a7a200. 00080000:00000010:2.0:1749610298.934819:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012daec000. 00080000:00000010:2.0:1749610298.934823:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880098a9a000. 00000020:00000010:2.0:1749610298.934832:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a7be00. 00000040:00000010:2.0:1749610298.934836:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a7b200. 00000020:00000010:2.0:1749610298.934839:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880095c91800. 00000020:00000010:2.0:1749610298.934842:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a7b800. 80000000:00000010:2.0:1749610298.934845:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec5d20. 00040000:00000010:2.0:1749610298.934847:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a7a200. 00080000:00000010:2.0:1749610298.934850:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880098a9a000. 00080000:00000010:2.0:1749610298.934853:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012daec000. 00000020:00000010:2.0:1749610298.934857:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7ba00. 10000000:00000010:2.0:1749610298.934859:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a3a8200. 10000000:00020000:2.0:1749610298.934862:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000010:2.0:1749610298.934869:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c18a80. 02000000:00000010:2.0:1749610298.934881:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00010000:00000010:2.0:1749610298.934893:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3b9a00. 00010000:00000010:2.0:1749610298.934899:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610298.934913:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000200:2.0:1749610298.934924:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff880096c18a80 x1834598193593728/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610298.934939:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610298.934974:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610298.934978:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c18a80. 00010000:00000010:0.1:1749610298.937737:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3b9a00. 00010000:00000010:0.1:1749610298.937744:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a7a000. 00000100:00000010:2.0:1749610299.596789:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c18a80. 02000000:00000010:2.0:1749610299.596818:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610299.596829:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610299.596842:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610299.596846:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610299.596850:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c18a80. 00000100:00000010:2.0:1749610301.597815:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c18a80. 02000000:00000010:2.0:1749610301.597832:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610301.597845:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610301.597860:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610301.597865:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610301.597869:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c18a80. 00000100:00000010:3.0:1749610302.964771:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 02000000:00000010:3.0:1749610302.964787:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096361400. 00000100:00000010:3.0:1749610302.964811:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3100. 02000000:00000010:3.0:1749610302.964813:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096361800. 00000100:00000010:3.0:1749610302.964818:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 02000000:00000010:3.0:1749610302.964820:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096361c00. 00000100:00000010:3.0:1749610302.964823:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2d80. 02000000:00000010:3.0:1749610302.964826:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aa900. 02000000:00000010:2.0:1749610302.964839:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6033400. 00000100:00000010:3.0:1749610302.964843:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1880. 02000000:00000010:3.0:1749610302.964847:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aa700. 00000400:00000010:2.0:1749610302.964847:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd6e0. 00000400:00000010:2.0:1749610302.964851:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610302.964857:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193594112, portal 4 00000400:00000010:2.0:1749610302.964861:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682880. 00000100:00000200:2.0:1749610302.964862:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193594112, offset 0 00000400:00000200:2.0:1749610302.964867:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610302.964876:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610302.964878:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a1000. 00000400:00000200:2.0:1749610302.964883:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada27f00 00000400:00000010:1.0:1749610302.964883:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52e18. 00000400:00000010:1.0:1749610302.964886:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000400:00000200:2.0:1749610302.964888:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 16120 00000100:00000200:1.0:1749610302.964891:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193594624, portal 4 00000400:00000200:2.0:1749610302.964893:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610302.964895:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610302.964895:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000200:1.0:1749610302.964897:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193594624, offset 0 00000100:00000200:2.0:1749610302.964899:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610302.964901:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610302.964902:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c18a80. 00000400:00000200:1.0:1749610302.964906:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610302.964908:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebca400. 00000400:00000200:1.0:1749610302.964911:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada28100 00000400:00000010:0.0:1749610302.964914:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000400:00000200:1.0:1749610302.964916:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 12360 00000400:00000200:1.0:1749610302.964920:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610302.964922:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610302.964923:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000400:00000200:2.0:1749610302.964924:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682880 00000400:00000010:2.0:1749610302.964925:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682880. 00000100:00000200:0.0:1749610302.964928:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193594496, portal 10 00000100:00000200:2.0:1749610302.964930:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a0380 x1834598193594112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610302.964932:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:0.0:1749610302.964932:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610302.964933:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193594496, offset 0 00000100:00000010:1.0:1749610302.964935:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f602300. 00000400:00000200:0.0:1749610302.964937:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610302.964941:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610302.964942:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000100:00000010:2.0:1749610302.964942:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8200. 00000400:00000200:0.0:1749610302.964945:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada28080 00000020:00000010:3.0:1749610302.964946:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000400:00000200:1.0:1749610302.964947:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000020:00000010:3.0:1749610302.964948:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000400:00000010:1.0:1749610302.964949:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000010:2.0:1749610302.964950:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a80c0. 00000100:00000010:2.0:1749610302.964953:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a85c0. 00000100:00000200:1.0:1749610302.964953:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1880 x1834598193594624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610302.964953:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 65504 00000400:00000200:0.0:1749610302.964956:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610302.964958:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610302.964961:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610302.964963:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821180. 00000100:00000200:3.0:1749610302.964965:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193594112 00000100:00000010:2.0:1749610302.964967:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8700. 02000000:00000010:2.0:1749610302.964973:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6033000. 00000400:00000010:2.0:1749610302.964975:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd000. 00000400:00000010:2.0:1749610302.964976:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682880. 00010000:00020000:3.0:1749610302.964978:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610302.964978:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193594240, portal 10 00000400:00000200:0.0:1749610302.964978:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610302.964979:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000400:00000010:2.0:1749610302.964980:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610302.964981:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193594240, offset 0 00000100:00000200:0.0:1749610302.964982:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2d80 x1834598193594496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610302.964984:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610302.964987:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610302.964989:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada27f80 00000400:00000200:2.0:1749610302.964991:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 65728 00000400:00000200:2.0:1749610302.964994:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610302.964995:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610302.964997:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610302.964998:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c18e00. 00000400:00000200:2.0:1749610302.965004:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610302.965005:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610302.965006:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3100 x1834598193594240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610302.965009:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca800. 00000020:00000010:1.0:1749610302.965013:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051280. 02000000:00000010:2.0:1749610302.965015:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dd2d400. 00000020:00000010:0.0:1749610302.965015:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051800. 00000400:00000010:2.0:1749610302.965017:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd630. 00000400:00000010:2.0:1749610302.965018:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000020:00000010:0.0:1749610302.965018:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e28c0. 00000100:00000200:2.0:1749610302.965019:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193594368, portal 10 00000400:00000010:2.0:1749610302.965021:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00000020:00000010:1.0:1749610302.965021:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0200. 00000020:00000010:0.0:1749610302.965021:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb000. 00000100:00000200:2.0:1749610302.965022:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193594368, offset 0 00000400:00000200:2.0:1749610302.965023:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610302.965023:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392880. 00000020:00000010:1.0:1749610302.965024:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013880. 00000400:00000200:2.0:1749610302.965025:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610302.965025:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000020:00000010:1.0:1749610302.965026:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000400:00000200:2.0:1749610302.965027:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada28000 00000400:00000200:2.0:1749610302.965028:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 66248 00000400:00000200:2.0:1749610302.965030:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610302.965031:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610302.965033:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1749610302.965036:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcaa00. 00000100:00000010:2.0:1749610302.965037:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c19180. 00000020:00000010:0.0:1749610302.965037:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392b80. 00000020:00000010:0.0:1749610302.965038:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040258. 00000020:00000010:1.0:1749610302.965040:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46cab00. 00000400:00000200:2.0:1749610302.965042:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000020:00000010:1.0:1749610302.965042:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46cab00. 00000400:00000010:2.0:1749610302.965043:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000100:00000200:1.0:1749610302.965044:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193594624 00000100:00000200:2.0:1749610302.965045:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2300 x1834598193594368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610302.965045:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb600. 00000020:00000010:0.0:1749610302.965046:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392a80. 00000020:00000010:0.0:1749610302.965048:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040190. 00000020:00000010:0.0:1749610302.965054:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051280. 02000000:00000010:1.0:1749610302.965055:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a213800. 00000020:00000010:0.0:1749610302.965055:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051280. 00000100:00000200:0.0:1749610302.965056:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193594496 00010000:00000200:1.0:1749610302.965061:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f602300 x1834598193594624/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:493/0 lens 224/224 e 0 to 0 dl 1749610313 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610302.965062:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20f400. 00000100:00000200:2.0:1749610302.965064:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193594240 00010000:00000200:0.0:1749610302.965065:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008f821180 x1834598193594496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:493/0 lens 224/224 e 0 to 0 dl 1749610313 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749610302.965071:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749610302.965071:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000400:00000010:0.0:1749610302.965072:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:1.0:1749610302.965074:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193594624, offset 224 00000100:00000200:0.0:1749610302.965074:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193594496, offset 224 02000000:00000010:2.0:1749610302.965075:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130a43400. 00000400:00000200:0.0:1749610302.965076:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610302.965079:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00000400:00000200:1.0:1749610302.965079:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610302.965080:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610302.965081:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193594240, offset 0 00000400:00000200:2.0:1749610302.965084:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610302.965085:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610302.965085:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada28080 00000400:00000200:2.0:1749610302.965086:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610302.965087:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6f99 [1] + 224 00000400:00000200:1.0:1749610302.965089:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada28100 00000400:00000200:0.0:1749610302.965089:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610302.965090:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada27f80 00000400:00000200:0.0:1749610302.965091:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610302.965092:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6fa1 [1] + 0 00000400:00000200:2.0:1749610302.965094:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610302.965096:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610302.965096:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6f91 [1] + 224 00000400:00000200:1.0:1749610302.965099:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610302.965100:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3100 x1834598193594240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610302.965100:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2d80 x1834598193594496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610302.965102:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610302.965106:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1880 x1834598193594624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610302.965107:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610302.965112:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000400:00000200:2.0:1749610302.965116:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000400:00000010:2.0:1749610302.965118:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000020:00000010:0.0:1749610302.965120:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392880. 00000020:00000010:2.0:1749610302.965122:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392b80. 00000400:00000200:1.0:1749610302.965122:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000020:00000010:0.0:1749610302.965122:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:2.0:1749610302.965124:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040258. 00000400:00000010:1.0:1749610302.965124:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000020:00000010:0.0:1749610302.965124:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb000. 00000020:00000010:2.0:1749610302.965126:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcaa00. 00000020:00000010:1.0:1749610302.965129:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013880. 00000100:00000200:0.0:1749610302.965130:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193594368 00000020:00000010:1.0:1749610302.965133:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000010:1.0:1749610302.965136:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0200. 00010000:00020000:0.0:1749610302.965136:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749610302.965138:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd000. 02000000:00000010:0.0:1749610302.965139:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20e400. 00000400:00000200:2.0:1749610302.965140:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682880 00000400:00000010:2.0:1749610302.965140:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682880. 00000100:00000200:2.0:1749610302.965142:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3100 x1834598193594240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610302.965142:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610302.965143:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193594368, offset 0 00000400:00000200:0.0:1749610302.965145:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610302.965146:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3100 x1834598193594240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610302.965148:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610302.965150:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada28000 00000400:00000200:0.0:1749610302.965152:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6fa9 [1] + 0 00000400:00000010:1.0:1749610302.965154:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52e18. 00000400:00000200:0.0:1749610302.965154:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610302.965155:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610302.965157:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 02000000:00000010:2.0:1749610302.965159:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6033000. 00000400:00000010:1.0:1749610302.965159:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749610302.965162:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1880 x1834598193594624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610302.965165:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096361800. 00000100:00000200:0.0:1749610302.965166:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2300 x1834598193594368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610302.965168:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3100. 00000400:00000010:2.0:1749610302.965172:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd630. 00000400:00000200:2.0:1749610302.965174:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610302.965175:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000200:0.0:1749610302.965176:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000100:00000200:2.0:1749610302.965177:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2300 x1834598193594368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610302.965177:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000200:1.0:1749610302.965178:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1880 x1834598193594624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610302.965180:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392a80. 00000100:00000200:2.0:1749610302.965181:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2300 x1834598193594368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610302.965181:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040190. 00000020:00000010:0.0:1749610302.965182:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb600. 02000000:00000010:2.0:1749610302.965187:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dd2d400. 02000000:00000010:2.0:1749610302.965188:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096361c00. 00000100:00000010:2.0:1749610302.965189:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2300. 00000400:00000010:0.0:1749610302.965191:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 02000000:00000010:1.0:1749610302.965193:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a1000. 00000400:00000200:0.0:1749610302.965193:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610302.965193:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610302.965195:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2d80 x1834598193594496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610302.965196:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aa700. 00000100:00000010:1.0:1749610302.965199:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1880. 00000100:00000200:0.0:1749610302.965199:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2d80 x1834598193594496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610302.965207:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebca400. 02000000:00000010:0.0:1749610302.965209:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aa900. 00000100:00000010:0.0:1749610302.965211:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2d80. 00000100:00000010:2.0:1749610302.965709:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a85c0. 00000100:00000010:0.0:1749610302.965712:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8200. 00000100:00000010:1.0:1749610302.965725:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a80c0. 00000100:00000010:3.0:1749610302.972590:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8700. 02000000:00000010:3.0:1749610302.972597:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096362000. 00000400:00000010:3.0:1749610302.972603:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:3.0:1749610302.972606:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193594112, offset 0 00000400:00000200:3.0:1749610302.972610:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610302.972615:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610302.972620:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada27f00 00000400:00000200:3.0:1749610302.972623:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6f89 [1] + 0 00000400:00000200:3.0:1749610302.972627:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610302.972635:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610302.972639:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a0380 x1834598193594112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610302.972660:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610302.972661:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000010:3.0:1749610302.972669:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610302.972671:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000020:00000010:3.0:1749610302.972674:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 00000400:00000010:2.0:1749610302.972692:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd6e0. 00000400:00000200:2.0:1749610302.972696:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610302.972697:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610302.972701:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a0380 x1834598193594112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610302.972706:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a0380 x1834598193594112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610302.972717:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6033400. 02000000:00000010:2.0:1749610302.972719:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096361400. 00000100:00000010:2.0:1749610302.972720:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 00000100:00000010:2.0:1749610303.598787:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c19500. 02000000:00000010:2.0:1749610303.598807:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610303.598822:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610303.598837:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610303.598842:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610303.598847:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c19500. 00000100:00000010:2.0:1749610305.599766:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c19500. 02000000:00000010:2.0:1749610305.599784:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610305.599804:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610305.599816:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610305.599820:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610305.599823:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c19500. 00000100:00000010:2.0:1749610307.600822:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c19500. 02000000:00000010:2.0:1749610307.600847:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610307.600865:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610307.600883:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610307.600889:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610307.600894:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c19500. 00000100:00000010:3.0:1749610307.972812:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1500. 02000000:00000010:3.0:1749610307.972828:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096362400. 00000100:00000010:3.0:1749610307.972852:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3480. 02000000:00000010:3.0:1749610307.972854:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096362800. 00000100:00000010:3.0:1749610307.972861:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 02000000:00000010:3.0:1749610307.972862:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096362c00. 00000100:00000010:3.0:1749610307.972865:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2d80. 02000000:00000010:3.0:1749610307.972867:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aac00. 00000100:00000010:3.0:1749610307.972886:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1880. 02000000:00000010:3.0:1749610307.972889:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aa600. 02000000:00000010:0.0:1749610307.972893:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096795000. 00000400:00000010:0.0:1749610307.972900:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000400:00000010:0.0:1749610307.972906:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 02000000:00000010:3.0:1749610307.972910:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133400. 00000100:00000200:0.0:1749610307.972912:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193595136, portal 4 00000400:00000010:3.0:1749610307.972913:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bc60. 00000400:00000010:3.0:1749610307.972915:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:0.0:1749610307.972917:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:3.0:1749610307.972918:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193595648, portal 4 00000100:00000200:0.0:1749610307.972919:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193595136, offset 0 00000400:00000010:3.0:1749610307.972921:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610307.972922:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193595648, offset 0 00000400:00000200:0.0:1749610307.972926:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610307.972932:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610307.972935:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a1000. 00000400:00000200:3.0:1749610307.972937:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610307.972938:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610307.972940:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52e18. 00000400:00000200:3.0:1749610307.972944:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada28500 00000400:00000010:1.0:1749610307.972944:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000400:00000200:0.0:1749610307.972945:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada28300 00000100:00000200:1.0:1749610307.972947:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193595520, portal 10 00000400:00000200:3.0:1749610307.972950:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 12584 00000400:00000010:1.0:1749610307.972951:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000400:00000200:3.0:1749610307.972954:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610307.972956:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610307.972958:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 16640 00000100:00000200:1.0:1749610307.972962:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193595520, offset 0 00000400:00000200:0.0:1749610307.972962:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610307.972964:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1749610307.972965:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749610307.972966:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 00000400:00000200:1.0:1749610307.972967:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610307.972971:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610307.972972:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610307.972974:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821880. 00000400:00000200:1.0:1749610307.972978:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada28480 00000400:00000200:1.0:1749610307.972982:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 66768 00000400:00000200:1.0:1749610307.972987:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610307.972989:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000200:1.0:1749610307.972989:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610307.972990:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000200:1.0:1749610307.972994:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610307.972995:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1880 x1834598193595648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610307.972996:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000100:00000010:1.0:1749610307.972997:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600700. 00000400:00000010:0.0:1749610307.972998:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610307.973002:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1500 x1834598193595136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610307.973007:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2a00. 00000400:00000200:1.0:1749610307.973007:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749610307.973009:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000200:1.0:1749610307.973013:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2d80 x1834598193595520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610307.973026:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2400. 00000100:00000010:3.0:1749610307.973040:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e26c0. 00000020:00000010:0.0:1749610307.973040:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051a40. 00000020:00000010:0.0:1749610307.973044:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca800. 00000100:00000010:3.0:1749610307.973046:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2740. 00000020:00000010:1.0:1749610307.973048:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46cab00. 00000020:00000010:1.0:1749610307.973051:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051800. 00000020:00000010:0.0:1749610307.973054:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000020:00000010:1.0:1749610307.973056:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0200. 00000020:00000010:0.0:1749610307.973057:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392a80. 00000020:00000010:1.0:1749610307.973059:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013880. 00000020:00000010:1.0:1749610307.973061:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000020:00000010:0.0:1749610307.973061:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040190. 00000020:00000010:2.0:1749610307.973075:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7ba00. 00000020:00000010:0.0:1749610307.973082:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40514c0. 00000020:00000010:2.0:1749610307.973083:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000020:00000010:0.0:1749610307.973084:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40514c0. 00000100:00000200:0.0:1749610307.973086:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193595648 00000020:00000010:2.0:1749610307.973087:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000020:00000010:1.0:1749610307.973092:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca900. 02000000:00000010:0.0:1749610307.973098:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20f000. 00000020:00000010:1.0:1749610307.973099:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca900. 00000100:00000200:1.0:1749610307.973102:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193595520 00010000:00000200:0.0:1749610307.973104:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a2300 x1834598193595648/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:498/0 lens 224/224 e 0 to 0 dl 1749610318 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610307.973114:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:2.0:1749610307.973116:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193595136 02000000:00000010:1.0:1749610307.973117:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b38000. 00000100:00000200:0.0:1749610307.973117:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193595648, offset 224 00010000:00000200:1.0:1749610307.973122:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f600700 x1834598193595520/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:498/0 lens 224/224 e 0 to 0 dl 1749610318 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610307.973126:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610307.973131:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:2.0:1749610307.973132:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749610307.973132:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000200:1.0:1749610307.973135:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193595520, offset 224 00000400:00000200:0.0:1749610307.973135:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada28500 00000400:00000200:1.0:1749610307.973138:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610307.973139:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a6033000. 00000400:00000200:0.0:1749610307.973141:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6fc9 [1] + 224 00000400:00000200:1.0:1749610307.973143:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610307.973145:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610307.973148:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada28480 00000400:00000200:0.0:1749610307.973148:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610307.973149:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000200:1.0:1749610307.973152:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6fd5 [1] + 224 00000100:00000200:0.0:1749610307.973152:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1880 x1834598193595648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610307.973155:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610307.973156:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193595136, offset 0 00000400:00000200:1.0:1749610307.973158:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610307.973161:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610307.973165:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2d80 x1834598193595520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610307.973170:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610307.973173:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610307.973174:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000400:00000200:2.0:1749610307.973178:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada28300 00000400:00000010:3.0:1749610307.973179:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bc60. 00000400:00000200:3.0:1749610307.973183:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610307.973184:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000010:0.0:1749610307.973184:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392a80. 00000100:00000200:3.0:1749610307.973186:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1880 x1834598193595648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610307.973187:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040190. 00000400:00000200:1.0:1749610307.973190:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000020:00000010:0.0:1749610307.973190:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 00000100:00000200:3.0:1749610307.973191:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1880 x1834598193595648/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610307.973192:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000400:00000200:2.0:1749610307.973198:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6fc5 [1] + 0 00000020:00000010:1.0:1749610307.973200:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013880. 00000400:00000200:2.0:1749610307.973202:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610307.973205:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610307.973205:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 02000000:00000010:3.0:1749610307.973206:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133400. 00000020:00000010:1.0:1749610307.973207:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0200. 02000000:00000010:3.0:1749610307.973209:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aa600. 00000100:00000010:3.0:1749610307.973212:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1880. 00000100:00000200:2.0:1749610307.973212:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1500 x1834598193595136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610307.973212:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006e4eec00. 00000400:00000010:0.0:1749610307.973215:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000400:00000010:0.0:1749610307.973217:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610307.973220:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193595264, portal 10 00000400:00000010:1.0:1749610307.973222:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52e18. 00000400:00000010:0.0:1749610307.973224:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000400:00000200:1.0:1749610307.973225:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749610307.973227:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000400:00000200:2.0:1749610307.973230:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610307.973231:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:1.0:1749610307.973231:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2d80 x1834598193595520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610307.973236:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193595264, offset 0 00000100:00000200:1.0:1749610307.973238:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2d80 x1834598193595520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610307.973239:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000200:0.0:1749610307.973239:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610307.973241:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000400:00000200:0.0:1749610307.973244:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610307.973245:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7ba00. 00000400:00000200:0.0:1749610307.973248:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada28380 02000000:00000010:1.0:1749610307.973251:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a1000. 00000400:00000200:0.0:1749610307.973251:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 66992 02000000:00000010:1.0:1749610307.973254:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aac00. 00000400:00000200:0.0:1749610307.973254:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1749610307.973256:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2d80. 00000400:00000200:0.0:1749610307.973257:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610307.973259:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610307.973262:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f821c00. 00000400:00000200:0.0:1749610307.973269:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610307.973271:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610307.973274:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3480 x1834598193595264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610307.973287:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880136a7ac00. 00000020:00000010:1.0:1749610307.973288:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000020:00000010:1.0:1749610307.973291:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013880. 00000400:00000010:0.0:1749610307.973294:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610307.973296:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000020:00000010:1.0:1749610307.973297:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000200:0.0:1749610307.973299:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193595392, portal 10 00000400:00000010:0.0:1749610307.973302:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610307.973303:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193595392, offset 0 00000400:00000200:0.0:1749610307.973306:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610307.973311:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610307.973314:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada28400 00000100:00000200:1.0:1749610307.973317:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193595264 00000400:00000200:0.0:1749610307.973317:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 67512 00000400:00000200:0.0:1749610307.973320:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610307.973322:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610307.973324:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610307.973326:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f822680. 00010000:00020000:1.0:1749610307.973329:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610307.973333:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b38400. 00000400:00000200:0.0:1749610307.973333:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610307.973334:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610307.973337:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a0380 x1834598193595392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610307.973339:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000020:00000010:3.0:1749610307.973341:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000100:00000200:1.0:1749610307.973342:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193595264, offset 0 00000020:00000010:3.0:1749610307.973344:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610307.973345:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000400:00000200:1.0:1749610307.973345:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610307.973350:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610307.973352:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:1.0:1749610307.973354:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada28380 00000400:00000200:0.0:1749610307.973354:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000100:00000200:3.0:1749610307.973355:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193595392 00000400:00000010:0.0:1749610307.973356:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000400:00000200:1.0:1749610307.973359:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6fe9 [1] + 0 00000100:00000200:0.0:1749610307.973359:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1500 x1834598193595136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610307.973361:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610307.973362:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610307.973364:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096363000. 00000400:00000200:1.0:1749610307.973364:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610307.973365:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1500 x1834598193595136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610307.973368:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:1.0:1749610307.973368:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3480 x1834598193595264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610307.973369:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193595392, offset 0 00000400:00000200:3.0:1749610307.973372:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610307.973375:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610307.973377:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749610307.973378:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000400:00000200:3.0:1749610307.973379:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada28400 00000400:00000010:0.0:1749610307.973381:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000400:00000200:0.0:1749610307.973383:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000020:00000010:1.0:1749610307.973384:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013880. 00000400:00000010:0.0:1749610307.973384:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610307.973386:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3480 x1834598193595264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610307.973387:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000400:00000200:3.0:1749610307.973389:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ff1 [1] + 0 00000020:00000010:1.0:1749610307.973389:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 00000400:00000200:3.0:1749610307.973391:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610307.973393:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3480 x1834598193595264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610307.973396:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610307.973399:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a0380 x1834598193595392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610307.973403:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096795000. 00000400:00000200:3.0:1749610307.973406:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610307.973407:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 02000000:00000010:0.0:1749610307.973411:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096362400. 00000020:00000010:3.0:1749610307.973412:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610307.973413:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000100:00000010:0.0:1749610307.973414:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1500. 00000020:00000010:3.0:1749610307.973415:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 02000000:00000010:0.0:1749610307.973417:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006e4eec00. 02000000:00000010:0.0:1749610307.973419:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096362800. 00000100:00000010:0.0:1749610307.973421:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3480. 00000400:00000010:0.0:1749610307.973425:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610307.973427:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610307.973428:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610307.973431:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a0380 x1834598193595392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610307.973438:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a0380 x1834598193595392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610307.973447:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880136a7ac00. 02000000:00000010:0.0:1749610307.973450:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096362c00. 00000100:00000010:0.0:1749610307.973451:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 00000100:00000010:3.0:1749610307.974723:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2740. 00000100:00000010:0.0:1749610307.974728:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2a00. 00000100:00000010:1.0:1749610307.974741:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2400. 00000100:00000010:2.0:1749610307.974746:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e26c0. 00000100:00000010:2.0:1749610309.601805:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c19500. 02000000:00000010:2.0:1749610309.601827:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610309.601841:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610309.601856:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610309.601862:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610309.601867:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c19500. 00000100:00000010:2.0:1749610311.602822:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c19500. 02000000:00000010:2.0:1749610311.602842:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610311.602858:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610311.602872:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610311.602877:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610311.602882:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c19500. 00000100:00000010:3.0:1749610312.980748:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1880. 02000000:00000010:3.0:1749610312.980763:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096363400. 00000100:00000010:3.0:1749610312.980785:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3100. 02000000:00000010:3.0:1749610312.980788:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096363800. 00000100:00000010:3.0:1749610312.980792:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 02000000:00000010:3.0:1749610312.980794:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096363c00. 00000100:00000010:3.0:1749610312.980797:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1180. 02000000:00000010:3.0:1749610312.980799:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aa800. 00000100:00000010:3.0:1749610312.980823:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 02000000:00000010:3.0:1749610312.980827:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aa200. 02000000:00000010:2.0:1749610312.980827:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6033400. 00000400:00000010:2.0:1749610312.980834:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd6e0. 00000400:00000010:2.0:1749610312.980840:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610312.980846:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193596032, portal 4 00000400:00000010:2.0:1749610312.980851:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610312.980853:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193596032, offset 0 00000400:00000200:2.0:1749610312.980860:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610312.980861:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebcb600. 00000400:00000010:0.0:1749610312.980865:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610312.980868:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000400:00000200:2.0:1749610312.980870:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610312.980870:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193596416, portal 10 00000400:00000010:0.0:1749610312.980873:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610312.980874:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193596416, offset 0 00000400:00000200:0.0:1749610312.980877:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610312.980879:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada28680 00000400:00000200:0.0:1749610312.980881:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610312.980885:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada28800 00000400:00000200:2.0:1749610312.980886:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 17160 00000400:00000200:0.0:1749610312.980890:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 68032 00000400:00000200:2.0:1749610312.980892:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610312.980893:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a1000. 00000400:00000200:0.0:1749610312.980894:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610312.980896:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610312.980897:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610312.980898:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52e18. 00000100:00000200:2.0:1749610312.980900:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:0.0:1749610312.980900:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1749610312.980901:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749610312.980903:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193596544, portal 4 00000100:00000010:0.0:1749610312.980903:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820a80. 00000100:00000010:2.0:1749610312.980904:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c19500. 00000400:00000010:1.0:1749610312.980906:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000200:1.0:1749610312.980907:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193596544, offset 0 00000400:00000200:1.0:1749610312.980910:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610312.980915:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610312.980917:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610312.980919:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000200:0.0:1749610312.980925:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000100:00000200:2.0:1749610312.980926:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1880 x1834598193596032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610312.980926:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada28880 00000400:00000010:0.0:1749610312.980927:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000010:2.0:1749610312.980941:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8080. 00000400:00000200:1.0:1749610312.980945:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 12808 00000400:00000200:1.0:1749610312.980948:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610312.980950:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e29c0. 00000100:00000200:0.0:1749610312.980950:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1180 x1834598193596416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610312.980951:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8d80. 00000020:00000010:3.0:1749610312.980955:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46cab00. 00000400:00000200:1.0:1749610312.980955:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610312.980958:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1749610312.980960:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8840. 00000100:00000010:1.0:1749610312.980960:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f600000. 00000020:00000010:3.0:1749610312.980965:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000020:00000010:3.0:1749610312.980969:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000400:00000200:1.0:1749610312.980971:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749610312.980972:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000020:00000010:3.0:1749610312.980973:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000100:00000200:1.0:1749610312.980975:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193596544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610312.980980:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8500. 00000020:00000010:0.0:1749610312.980982:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40514c0. 00000020:00000010:0.0:1749610312.980984:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051a40. 00000020:00000010:0.0:1749610312.980987:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 02000000:00000010:2.0:1749610312.980988:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096899000. 00000020:00000010:0.0:1749610312.980989:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392a80. 00000400:00000010:2.0:1749610312.980991:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd630. 00000020:00000010:0.0:1749610312.980991:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040190. 00000400:00000010:2.0:1749610312.980994:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000020:00000010:3.0:1749610312.980995:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2ac0. 00000020:00000010:3.0:1749610312.980996:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2ac0. 00000100:00000200:2.0:1749610312.980996:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193596160, portal 10 00000400:00000010:2.0:1749610312.981000:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682880. 00000100:00000200:2.0:1749610312.981001:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193596160, offset 0 00000100:00000200:3.0:1749610312.981003:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193596416 00000400:00000200:2.0:1749610312.981005:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610312.981005:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051a40. 00000020:00000010:0.0:1749610312.981007:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051a40. 00000100:00000200:0.0:1749610312.981008:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193596544 00000400:00000200:2.0:1749610312.981010:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610312.981014:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada28700 02000000:00000010:3.0:1749610312.981015:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096362c00. 02000000:00000010:0.0:1749610312.981015:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4eec00. 00000400:00000200:2.0:1749610312.981017:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 68256 00000020:00000010:1.0:1749610312.981017:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0200. 00010000:00000200:3.0:1749610312.981020:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008f820a80 x1834598193596416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:503/0 lens 224/224 e 0 to 0 dl 1749610323 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610312.981020:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610312.981020:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013880. 00010000:00000200:0.0:1749610312.981020:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f600000 x1834598193596544/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:503/0 lens 224/224 e 0 to 0 dl 1749610323 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610312.981021:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000400:00000200:2.0:1749610312.981023:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610312.981026:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610312.981028:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c19880. 00000400:00000010:3.0:1749610312.981030:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:0.0:1749610312.981030:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:1.0:1749610312.981031:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193596032 00000100:00000200:0.0:1749610312.981032:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193596544, offset 224 00000100:00000200:3.0:1749610312.981033:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193596416, offset 224 00000400:00000200:0.0:1749610312.981035:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610312.981037:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682880 00000400:00000010:2.0:1749610312.981038:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682880. 00000400:00000200:0.0:1749610312.981040:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610312.981041:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610312.981041:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3100 x1834598193596160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610312.981042:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610312.981044:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada28880 00000400:00000200:3.0:1749610312.981045:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610312.981046:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b38800. 00000400:00000200:0.0:1749610312.981047:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7011 [1] + 224 00000400:00000200:3.0:1749610312.981048:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada28800 00000400:00000010:1.0:1749610312.981050:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000400:00000200:3.0:1749610312.981051:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7009 [1] + 224 00000400:00000200:0.0:1749610312.981051:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610312.981053:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610312.981054:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610312.981054:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193596032, offset 0 02000000:00000010:2.0:1749610312.981055:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ee400. 00000400:00000200:3.0:1749610312.981056:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610312.981056:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610312.981057:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd000. 00000100:00000200:0.0:1749610312.981057:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193596544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610312.981059:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1180 x1834598193596416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610312.981059:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682880. 00000400:00000200:1.0:1749610312.981060:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610312.981061:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193596288, portal 10 00000400:00000010:2.0:1749610312.981063:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00000400:00000200:1.0:1749610312.981063:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada28680 00000100:00000200:2.0:1749610312.981065:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193596288, offset 0 00000400:00000200:1.0:1749610312.981066:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7001 [1] + 0 00000400:00000200:1.0:1749610312.981068:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610312.981069:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610312.981070:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610312.981071:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610312.981072:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000400:00000200:2.0:1749610312.981073:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610312.981074:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610312.981075:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000400:00000200:2.0:1749610312.981077:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada28780 00000100:00000200:1.0:1749610312.981078:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1880 x1834598193596032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610312.981080:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 68776 00000020:00000010:3.0:1749610312.981081:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000020:00000010:0.0:1749610312.981081:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392a80. 00000020:00000010:3.0:1749610312.981083:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000400:00000200:2.0:1749610312.981083:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610312.981083:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040190. 00000400:00000200:1.0:1749610312.981085:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000020:00000010:3.0:1749610312.981086:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000400:00000200:2.0:1749610312.981086:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610312.981086:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000020:00000010:0.0:1749610312.981086:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 00000020:00000010:1.0:1749610312.981089:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013880. 00000100:00000200:2.0:1749610312.981093:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749610312.981093:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000010:1.0:1749610312.981094:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0200. 00000020:00000010:3.0:1749610312.981095:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000100:00000010:2.0:1749610312.981095:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c19c00. 00000020:00000010:3.0:1749610312.981097:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610312.981098:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000400:00000010:0.0:1749610312.981099:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610312.981100:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610312.981102:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610312.981104:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1180 x1834598193596416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610312.981105:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000400:00000010:2.0:1749610312.981107:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000020:00000010:3.0:1749610312.981109:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133200. 00000020:00000010:3.0:1749610312.981110:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886880. 00000100:00000200:2.0:1749610312.981110:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193596288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610312.981110:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193596160 00000020:00000010:3.0:1749610312.981112:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09e10. 00010000:00020000:1.0:1749610312.981114:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610312.981115:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1180 x1834598193596416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610312.981116:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b38c00. 00000100:00000200:3.0:1749610312.981120:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193596288 00000400:00000010:1.0:1749610312.981123:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000400:00000010:2.0:1749610312.981125:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd6e0. 00010000:00020000:3.0:1749610312.981127:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610312.981127:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610312.981128:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:1.0:1749610312.981130:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193596160, offset 0 02000000:00000010:3.0:1749610312.981131:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096362800. 00000100:00000200:2.0:1749610312.981131:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1880 x1834598193596032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610312.981132:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610312.981132:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebcb600. 00000400:00000010:3.0:1749610312.981135:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 02000000:00000010:0.0:1749610312.981135:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aa800. 00000400:00000200:1.0:1749610312.981136:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610312.981137:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193596288, offset 0 00000100:00000200:2.0:1749610312.981137:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1880 x1834598193596032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610312.981138:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada28700 00000100:00000010:0.0:1749610312.981139:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1180. 00000400:00000200:3.0:1749610312.981140:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610312.981142:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7019 [1] + 0 00000400:00000200:3.0:1749610312.981143:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610312.981144:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610312.981145:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610312.981147:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada28780 00000100:00000200:1.0:1749610312.981148:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3100 x1834598193596160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610312.981150:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x702d [1] + 0 02000000:00000010:2.0:1749610312.981150:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a6033400. 00000400:00000200:3.0:1749610312.981153:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610312.981153:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096363400. 00000400:00000200:1.0:1749610312.981154:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000200:3.0:1749610312.981155:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610312.981155:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1880. 00000400:00000010:1.0:1749610312.981155:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000100:00000200:3.0:1749610312.981159:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193596288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610312.981159:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd630. 00000020:00000010:1.0:1749610312.981159:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000400:00000200:2.0:1749610312.981160:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000020:00000010:1.0:1749610312.981161:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000400:00000010:2.0:1749610312.981162:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:1.0:1749610312.981162:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000100:00000200:2.0:1749610312.981164:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3100 x1834598193596160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610312.981170:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3100 x1834598193596160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610312.981171:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52e18. 00000400:00000200:1.0:1749610312.981173:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749610312.981174:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749610312.981176:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193596544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610312.981179:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610312.981180:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000200:1.0:1749610312.981180:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193596544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610312.981183:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd000. 00000400:00000200:2.0:1749610312.981184:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682880 00000400:00000010:2.0:1749610312.981186:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682880. 00000020:00000010:3.0:1749610312.981187:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886880. 00000100:00000200:2.0:1749610312.981188:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193596288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610312.981189:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09e10. 02000000:00000010:1.0:1749610312.981190:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a1000. 00000020:00000010:3.0:1749610312.981191:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133200. 02000000:00000010:1.0:1749610312.981192:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aa200. 00000100:00000200:2.0:1749610312.981194:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193596288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610312.981194:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 02000000:00000010:2.0:1749610312.981203:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096899000. 02000000:00000010:2.0:1749610312.981209:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096363800. 00000100:00000010:2.0:1749610312.981211:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3100. 02000000:00000010:2.0:1749610312.981213:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ee400. 02000000:00000010:2.0:1749610312.981216:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096363c00. 00000100:00000010:2.0:1749610312.981218:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000010:3.0:1749610312.982715:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8500. 00000100:00000010:2.0:1749610312.982723:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8840. 00000100:00000010:1.0:1749610312.982732:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8d80. 00000100:00000010:0.0:1749610312.982733:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8080. 00000100:00000010:2.0:1749610313.603828:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c19f80. 02000000:00000010:2.0:1749610313.603847:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610313.603859:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610313.603872:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610313.603877:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610313.603880:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c19f80. 00000100:00000010:2.0:1749610315.604734:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c19f80. 02000000:00000010:2.0:1749610315.604751:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610315.604762:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610315.604774:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610315.604778:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610315.604781:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c19f80. 00000100:00000010:2.0:1749610317.605796:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c19f80. 02000000:00000010:2.0:1749610317.605814:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610317.605827:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610317.605839:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610317.605843:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610317.605846:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c19f80. 00000100:00000010:3.0:1749610317.988787:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2a00. 02000000:00000010:3.0:1749610317.988804:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096362400. 00000100:00000010:3.0:1749610317.988828:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 02000000:00000010:3.0:1749610317.988830:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096361400. 00000100:00000010:3.0:1749610317.988837:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 02000000:00000010:3.0:1749610317.988839:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096361c00. 00000100:00000010:3.0:1749610317.988842:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3100. 02000000:00000010:3.0:1749610317.988844:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aa500. 00000100:00000010:3.0:1749610317.988863:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 02000000:00000010:3.0:1749610317.988865:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aae00. 02000000:00000010:3.0:1749610317.988882:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133200. 00000400:00000010:3.0:1749610317.988887:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bc60. 00000400:00000010:3.0:1749610317.988891:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 02000000:00000010:2.0:1749610317.988892:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ee400. 00000100:00000200:3.0:1749610317.988896:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193597568, portal 4 00000400:00000010:2.0:1749610317.988897:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd000. 00000400:00000010:2.0:1749610317.988899:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682880. 00000400:00000010:3.0:1749610317.988901:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000200:2.0:1749610317.988901:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193597056, portal 4 00000100:00000200:3.0:1749610317.988902:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193597568, offset 0 00000400:00000010:2.0:1749610317.988905:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000200:3.0:1749610317.988908:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610317.988912:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193597056, offset 0 02000000:00000010:1.0:1749610317.988914:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a1000. 00000400:00000200:2.0:1749610317.988916:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610317.988918:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610317.988919:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52e18. 00000400:00000200:2.0:1749610317.988920:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610317.988922:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000400:00000200:3.0:1749610317.988925:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada28c80 00000100:00000200:1.0:1749610317.988925:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193597440, portal 10 00000400:00000010:1.0:1749610317.988928:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000400:00000200:3.0:1749610317.988930:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 13032 00000100:00000200:1.0:1749610317.988935:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193597440, offset 0 00000400:00000200:2.0:1749610317.988936:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada28a80 00000400:00000200:3.0:1749610317.988937:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610317.988940:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610317.988940:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 17680 00000400:00000200:2.0:1749610317.988943:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610317.988944:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610317.988945:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610317.988949:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610317.988952:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada28c00 00000100:00000200:3.0:1749610317.988954:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1749610317.988954:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610317.988956:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 69296 00000100:00000010:2.0:1749610317.988957:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c19f80. 00000100:00000010:3.0:1749610317.988958:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1880. 00000400:00000200:1.0:1749610317.988959:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610317.988961:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610317.988963:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610317.988967:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5900a80. 00000400:00000200:3.0:1749610317.988977:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610317.988985:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000400:00000200:1.0:1749610317.988989:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000100:00000200:3.0:1749610317.988991:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193597568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610317.988991:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000400:00000200:2.0:1749610317.988996:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000100:00000200:1.0:1749610317.988996:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3100 x1834598193597440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610317.988998:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610317.989001:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2a00 x1834598193597056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610317.989009:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2ac0. 00000100:00000010:3.0:1749610317.989023:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2840. 00000100:00000010:3.0:1749610317.989027:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2e80. 00000020:00000010:1.0:1749610317.989029:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0200. 00000100:00000010:3.0:1749610317.989030:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2cc0. 00000020:00000010:2.0:1749610317.989030:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8840. 00000020:00000010:0.0:1749610317.989030:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051a40. 00000020:00000010:2.0:1749610317.989033:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e29c0. 00000020:00000010:1.0:1749610317.989033:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013880. 00000020:00000010:0.0:1749610317.989034:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b40514c0. 00000020:00000010:1.0:1749610317.989037:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000020:00000010:2.0:1749610317.989041:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7ba00. 00000020:00000010:2.0:1749610317.989043:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610317.989045:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000020:00000010:0.0:1749610317.989045:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000020:00000010:0.0:1749610317.989047:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392a80. 00000020:00000010:0.0:1749610317.989049:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040190. 00000020:00000010:2.0:1749610317.989059:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8b00. 00000020:00000010:2.0:1749610317.989060:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8b00. 00000100:00000200:2.0:1749610317.989061:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193597440 00000100:00000200:1.0:1749610317.989061:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193597056 00000020:00000010:0.0:1749610317.989069:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40514c0. 00000020:00000010:0.0:1749610317.989071:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40514c0. 02000000:00000010:2.0:1749610317.989072:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4efc00. 00000100:00000200:0.0:1749610317.989072:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193597568 00010000:00000200:2.0:1749610317.989076:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5900a80 x1834598193597440/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610317.989077:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610317.989081:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880136a7ac00. 02000000:00000010:1.0:1749610317.989082:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b39000. 00000400:00000010:2.0:1749610317.989083:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00010000:00000200:0.0:1749610317.989084:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a1880 x1834598193597568/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610317.989085:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193597440, offset 224 00000400:00000200:2.0:1749610317.989087:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610317.989087:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000200:1.0:1749610317.989089:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193597056, offset 0 00000400:00000200:2.0:1749610317.989090:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610317.989092:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610317.989093:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada28c00 00000400:00000010:0.0:1749610317.989093:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000400:00000200:2.0:1749610317.989095:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x704d [1] + 224 00000400:00000200:2.0:1749610317.989097:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610317.989097:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610317.989097:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193597568, offset 224 00000400:00000200:2.0:1749610317.989099:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610317.989101:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada28a80 00000400:00000200:0.0:1749610317.989101:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610317.989104:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3100 x1834598193597440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610317.989105:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7041 [1] + 0 00000400:00000200:0.0:1749610317.989105:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610317.989108:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610317.989108:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada28c80 00000400:00000200:2.0:1749610317.989110:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000200:1.0:1749610317.989111:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610317.989114:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000400:00000200:0.0:1749610317.989119:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x703d [1] + 224 00000020:00000010:2.0:1749610317.989122:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000200:0.0:1749610317.989122:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610317.989124:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000100:00000200:1.0:1749610317.989124:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2a00 x1834598193597056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610317.989124:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610317.989127:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7ba00. 00000100:00000200:0.0:1749610317.989128:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3b80 x1834598193597568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610317.989142:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749610317.989144:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000400:00000200:0.0:1749610317.989146:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610317.989147:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000020:00000010:1.0:1749610317.989150:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013880. 00000020:00000010:0.0:1749610317.989152:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392a80. 00000020:00000010:0.0:1749610317.989169:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040190. 00000400:00000010:3.0:1749610317.989170:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bc60. 00000020:00000010:1.0:1749610317.989170:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000010:0.0:1749610317.989171:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 00000020:00000010:1.0:1749610317.989172:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0200. 00000400:00000200:3.0:1749610317.989175:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610317.989176:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000200:3.0:1749610317.989179:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193597568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610317.989184:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193597568/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610317.989186:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52e18. 00000400:00000200:1.0:1749610317.989189:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:1.0:1749610317.989191:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749610317.989194:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3100 x1834598193597440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610317.989200:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133200. 00000100:00000200:1.0:1749610317.989200:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3100 x1834598193597440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610317.989203:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aae00. 00000400:00000010:0.0:1749610317.989203:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd000. 00000400:00000200:0.0:1749610317.989205:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682880 00000100:00000010:3.0:1749610317.989206:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000400:00000010:0.0:1749610317.989207:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682880. 00000100:00000200:0.0:1749610317.989210:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2a00 x1834598193597056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610317.989213:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a1000. 02000000:00000010:1.0:1749610317.989216:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aa500. 00000100:00000200:0.0:1749610317.989216:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2a00 x1834598193597056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610317.989218:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3100. 02000000:00000010:0.0:1749610317.989231:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096794800. 00000400:00000010:0.0:1749610317.989234:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610317.989247:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610317.989249:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193597184, portal 10 00000400:00000010:0.0:1749610317.989252:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610317.989253:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193597184, offset 0 00000400:00000200:0.0:1749610317.989256:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610317.989261:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610317.989264:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada28b00 00000400:00000200:0.0:1749610317.989267:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 69520 00000400:00000200:0.0:1749610317.989271:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610317.989273:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610317.989275:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610317.989277:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008f820000. 00000400:00000200:0.0:1749610317.989289:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610317.989290:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610317.989293:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1f80 x1834598193597184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610317.989311:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096795000. 00000020:00000010:2.0:1749610317.989312:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7ba00. 00000400:00000010:0.0:1749610317.989313:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000020:00000010:2.0:1749610317.989314:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000400:00000010:0.0:1749610317.989314:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000020:00000010:2.0:1749610317.989315:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000100:00000200:0.0:1749610317.989315:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193597312, portal 10 00000400:00000010:0.0:1749610317.989317:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610317.989322:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193597312, offset 0 00000400:00000200:0.0:1749610317.989324:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610317.989327:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610317.989329:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193597184 00000400:00000200:0.0:1749610317.989329:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada28b80 00000400:00000200:0.0:1749610317.989331:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 70040 00000400:00000200:0.0:1749610317.989333:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610317.989334:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:2.0:1749610317.989335:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610317.989336:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:2.0:1749610317.989338:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4eec00. 00000400:00000010:2.0:1749610317.989341:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610317.989343:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193597184, offset 0 00000100:00000010:0.0:1749610317.989344:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c0000. 00000400:00000200:2.0:1749610317.989345:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610317.989349:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610317.989349:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610317.989350:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000400:00000200:2.0:1749610317.989352:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada28b00 00000100:00000200:0.0:1749610317.989352:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2680 x1834598193597312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610317.989354:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7061 [1] + 0 00000400:00000200:2.0:1749610317.989356:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610317.989357:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610317.989358:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133200. 00000100:00000200:2.0:1749610317.989359:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1f80 x1834598193597184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610317.989360:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ee400. 00000020:00000010:3.0:1749610317.989361:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886880. 00000020:00000010:3.0:1749610317.989362:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09e10. 02000000:00000010:0.0:1749610317.989362:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096362400. 00000100:00000010:0.0:1749610317.989364:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2a00. 00000400:00000200:2.0:1749610317.989365:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610317.989366:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:2.0:1749610317.989369:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000010:0.0:1749610317.989369:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610317.989370:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000020:00000010:2.0:1749610317.989371:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000400:00000010:0.0:1749610317.989371:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000020:00000010:2.0:1749610317.989372:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7ba00. 00000100:00000200:0.0:1749610317.989373:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1f80 x1834598193597184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610317.989376:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193597312 00000100:00000200:0.0:1749610317.989379:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1f80 x1834598193597184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749610317.989380:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749610317.989382:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b4ec000. 00000400:00000010:2.0:1749610317.989383:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610317.989385:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193597312, offset 0 00000400:00000200:2.0:1749610317.989386:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610317.989390:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096794800. 00000400:00000200:2.0:1749610317.989392:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610317.989393:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096361400. 00000400:00000200:2.0:1749610317.989395:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada28b80 00000100:00000010:0.0:1749610317.989395:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1f80. 00000400:00000200:2.0:1749610317.989396:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7069 [1] + 0 00000400:00000200:2.0:1749610317.989398:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610317.989399:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610317.989401:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2680 x1834598193597312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610317.989421:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610317.989422:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:2.0:1749610317.989427:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886880. 00000020:00000010:2.0:1749610317.989428:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09e10. 00000020:00000010:2.0:1749610317.989430:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133200. 00000400:00000010:0.0:1749610317.989431:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000400:00000200:0.0:1749610317.989433:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610317.989434:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610317.989437:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2680 x1834598193597312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610317.989443:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2680 x1834598193597312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610317.989457:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096795000. 02000000:00000010:0.0:1749610317.989460:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096361c00. 00000100:00000010:0.0:1749610317.989462:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2680. 00000100:00000010:3.0:1749610317.990725:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2cc0. 00000100:00000010:2.0:1749610317.990726:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2e80. 00000100:00000010:0.0:1749610317.990733:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2ac0. 00000100:00000010:1.0:1749610317.990755:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2840. 00000400:00000200:0.0:1749610318.158229:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610318.158246:0:1042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501a00 00000400:00000100:0.0:1749610318.158253:0:1042:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188194304 offset 0 length 520: 4 00000400:00000200:0.0:1749610318.158256:0:1042:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88007261a100 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610318.158258:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 10000000:00000010:2.0:1749610318.934764:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a3a8440. 00000020:00000010:2.0:1749610318.934770:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7ba00. 00000020:00000010:2.0:1749610318.934774:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096a7a200. 00000040:00000010:2.0:1749610318.934776:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096a7b800. 00000020:00000010:2.0:1749610318.934779:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880095c91800. 00000020:00000010:2.0:1749610318.934783:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096a7b200. 80000000:00000010:2.0:1749610318.934786:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880097ec5d20. 00040000:00000010:2.0:1749610318.934789:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096a7be00. 00080000:00000010:2.0:1749610318.934792:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012daec000. 00080000:00000010:2.0:1749610318.934796:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880098a9a000. 00000020:00000010:2.0:1749610318.934804:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096a7a200. 00000040:00000010:2.0:1749610318.934807:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096a7b800. 00000020:00000010:2.0:1749610318.934810:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880095c91800. 00000020:00000010:2.0:1749610318.934812:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096a7b200. 80000000:00000010:2.0:1749610318.934814:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880097ec5d20. 00040000:00000010:2.0:1749610318.934815:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096a7be00. 00080000:00000010:2.0:1749610318.934818:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880098a9a000. 00080000:00000010:2.0:1749610318.934820:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012daec000. 00000020:00000010:2.0:1749610318.934822:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7ba00. 10000000:00000010:2.0:1749610318.934823:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a3a8440. 10000000:00020000:2.0:1749610318.934837:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000010:2.0:1749610318.934845:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1a300. 02000000:00000010:2.0:1749610318.934855:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00010000:00000010:2.0:1749610318.934866:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009f3b9e00. 00010000:00000010:2.0:1749610318.934870:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610318.934884:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000200:2.0:1749610318.934895:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff880096c1a300 x1834598193597696/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610318.934910:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610318.934944:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610318.934947:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1a300. 00010000:00000010:0.1:1749610318.937761:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f3b9e00. 00010000:00000010:0.1:1749610318.937768:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610319.606817:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1a300. 02000000:00000010:2.0:1749610319.606837:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610319.606851:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610319.606866:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610319.606871:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610319.606875:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1a300. 00000100:00000010:2.0:1749610321.607828:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1a300. 02000000:00000010:2.0:1749610321.607848:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610321.607860:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610321.607873:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610321.607877:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610321.607880:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1a300. 00000400:00000010:2.0:1749610322.988844:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd840. 00000400:00000200:2.0:1749610322.988854:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:2.0:1749610322.988855:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000100:00000200:2.0:1749610322.988863:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3800 x1834598193592960/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610322 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610322.988870:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3800 x1834598193592960/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610322 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610322.988914:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42000. 02000000:00000010:2.0:1749610322.988918:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009adaa400. 00000100:00000010:2.0:1749610322.988933:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3800. 00000100:00000010:3.0:1749610322.988961:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3b80. 02000000:00000010:3.0:1749610322.988974:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096361800. 00000100:00000010:3.0:1749610322.989001:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1180. 02000000:00000010:3.0:1749610322.989005:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096360800. 00000100:00000010:3.0:1749610322.989015:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 02000000:00000010:2.0:1749610322.989015:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b4ee400. 02000000:00000010:3.0:1749610322.989018:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096360400. 00000400:00000010:2.0:1749610322.989019:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd840. 00000400:00000010:2.0:1749610322.989022:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682bb0. 00000100:00000010:3.0:1749610322.989024:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3480. 00000100:00000200:2.0:1749610322.989026:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193598080, portal 25 02000000:00000010:3.0:1749610322.989027:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096360000. 00000400:00000010:2.0:1749610322.989028:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610322.989030:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193598080, offset 0 00000100:00000010:3.0:1749610322.989032:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1500. 00000400:00000200:2.0:1749610322.989034:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610322.989035:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aae00. 00000400:00000200:2.0:1749610322.989042:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610322.989050:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada28e80 00000400:00000100:2.0:1749610322.989053:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193598080 offset 0 length 520: 4 00000400:00000200:2.0:1749610322.989055:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e305ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749610322.989056:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1749610322.989061:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610322.989062:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610322.989065:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3b80 x1834598193598080/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610322.989069:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2d80. 02000000:00000010:3.0:1749610322.989073:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b47aa400. 00000100:00000010:2.0:1749610322.989076:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8440. 02000000:00000010:0.0:1749610322.989077:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebca400. 00000400:00000010:0.0:1749610322.989081:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000100:00000010:2.0:1749610322.989085:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a84c0. 00000400:00000010:0.0:1749610322.989085:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610322.989087:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193598592, portal 10 00000400:00000010:0.0:1749610322.989091:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610322.989093:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193598592, offset 0 00000100:00000010:2.0:1749610322.989094:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8740. 00000100:00000010:2.0:1749610322.989097:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8c80. 00000400:00000200:0.0:1749610322.989097:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610322.989102:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610322.989106:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada29080 00000400:00000200:0.0:1749610322.989111:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 70560 00000400:00000200:0.0:1749610322.989116:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610322.989117:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009adaa400. 02000000:00000010:1.0:1749610322.989118:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a1000. 00000400:00000200:0.0:1749610322.989119:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610322.989120:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd630. 00000400:00000010:1.0:1749610322.989121:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52e18. 00000400:00000010:2.0:1749610322.989122:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:0.0:1749610322.989123:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610322.989124:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193598208, portal 4 00000400:00000010:1.0:1749610322.989124:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387aa0. 00000100:00000200:1.0:1749610322.989126:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193598720, portal 4 00000400:00000010:2.0:1749610322.989127:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000010:0.0:1749610322.989127:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c0380. 00000100:00000200:2.0:1749610322.989129:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193598208, offset 0 00000400:00000010:1.0:1749610322.989129:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000100:00000200:1.0:1749610322.989130:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193598720, offset 0 00000400:00000200:2.0:1749610322.989132:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610322.989134:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610322.989136:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610322.989138:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610322.989139:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000200:2.0:1749610322.989141:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada28f00 00000400:00000200:1.0:1749610322.989141:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada29100 00000400:00000010:0.0:1749610322.989141:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610322.989144:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1500 x1834598193598592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610322.989145:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 18200 00000400:00000200:2.0:1749610322.989154:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610322.989154:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 13256 00000400:00000200:2.0:1749610322.989156:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610322.989157:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2cc0. 00000400:00000200:1.0:1749610322.989157:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610322.989159:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610322.989160:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:3.0:1749610322.989162:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8840. 00000100:00000010:2.0:1749610322.989162:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1a300. 00000100:00000200:1.0:1749610322.989162:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1749610322.989165:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5902a00. 00000020:00000010:3.0:1749610322.989172:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133c00. 00000400:00000200:1.0:1749610322.989172:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749610322.989174:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000020:00000010:3.0:1749610322.989176:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886880. 00000100:00000200:1.0:1749610322.989177:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a2d80 x1834598193598720/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610322.989180:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09e10. 00000400:00000200:2.0:1749610322.989180:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610322.989182:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610322.989184:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a1180 x1834598193598208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610322.989186:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40514c0. 00000020:00000010:0.0:1749610322.989189:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051a40. 02000000:00000010:2.0:1749610322.989196:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130a42000. 00000020:00000010:0.0:1749610322.989198:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb000. 00000400:00000010:2.0:1749610322.989199:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd6e0. 00000020:00000010:0.0:1749610322.989200:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392a80. 00000020:00000010:3.0:1749610322.989201:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e24c0. 00000400:00000010:2.0:1749610322.989201:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000020:00000010:0.0:1749610322.989202:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040190. 00000020:00000010:3.0:1749610322.989203:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e24c0. 00000100:00000200:2.0:1749610322.989203:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193598336, portal 10 00000100:00000200:3.0:1749610322.989206:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193598592 00000400:00000010:2.0:1749610322.989206:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00000100:00000200:2.0:1749610322.989207:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193598336, offset 0 00000400:00000200:2.0:1749610322.989210:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610322.989213:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610322.989217:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada28f80 02000000:00000010:3.0:1749610322.989218:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096361c00. 00000020:00000010:0.0:1749610322.989218:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051a40. 00000020:00000010:0.0:1749610322.989219:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051a40. 00000400:00000200:2.0:1749610322.989220:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 70784 00000020:00000010:1.0:1749610322.989221:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0200. 00000100:00000200:0.0:1749610322.989221:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193598720 00000400:00000200:2.0:1749610322.989223:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1749610322.989224:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800979c0380 x1834598193598592/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:513/0 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610322.989225:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610322.989227:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096795000. 00000100:00000200:2.0:1749610322.989228:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749610322.989229:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013880. 00000100:00000010:2.0:1749610322.989230:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1a680. 00000020:00000010:1.0:1749610322.989231:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00010000:00000200:0.0:1749610322.989231:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5902a00 x1834598193598720/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:513/0 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610322.989235:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000200:2.0:1749610322.989236:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000400:00000010:2.0:1749610322.989238:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000400:00000010:0.0:1749610322.989239:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:2.0:1749610322.989241:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a0380 x1834598193598336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610322.989244:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193598208 00000100:00000200:3.0:1749610322.989246:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193598592, offset 224 00000100:00000200:0.0:1749610322.989249:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193598720, offset 224 00000400:00000200:3.0:1749610322.989251:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610322.989253:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096899000. 00000400:00000200:0.0:1749610322.989254:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610322.989255:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd058. 00000400:00000200:3.0:1749610322.989256:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610322.989257:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00010000:00020000:1.0:1749610322.989257:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610322.989258:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610322.989259:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193598464, portal 10 00000400:00000200:3.0:1749610322.989261:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada29080 00000400:00000010:2.0:1749610322.989261:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682770. 02000000:00000010:1.0:1749610322.989262:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b39400. 00000400:00000200:0.0:1749610322.989262:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada29100 00000100:00000200:2.0:1749610322.989263:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193598464, offset 0 00000400:00000200:3.0:1749610322.989265:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7081 [1] + 224 00000400:00000010:1.0:1749610322.989268:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000400:00000200:3.0:1749610322.989269:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610322.989272:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610322.989272:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x708d [1] + 224 00000400:00000200:0.0:1749610322.989275:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610322.989277:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610322.989280:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610322.989283:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193598208, offset 0 00000100:00000200:3.0:1749610322.989285:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1500 x1834598193598592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610322.989285:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610322.989285:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a2d80 x1834598193598720/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610322.989286:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610322.989289:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada29000 00000400:00000200:1.0:1749610322.989289:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610322.989292:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 71304 00000400:00000200:1.0:1749610322.989292:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada28f00 00000400:00000200:2.0:1749610322.989295:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610322.989296:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7089 [1] + 0 00000400:00000200:2.0:1749610322.989298:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610322.989299:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610322.989300:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000200:1.0:1749610322.989301:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610322.989301:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:2.0:1749610322.989303:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610322.989304:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610322.989305:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000010:2.0:1749610322.989306:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1aa00. 00000100:00000200:1.0:1749610322.989309:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a1180 x1834598193598208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610322.989309:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392a80. 00000020:00000010:3.0:1749610322.989312:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886880. 00000020:00000010:0.0:1749610322.989312:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040190. 00000400:00000200:2.0:1749610322.989313:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682770 00000020:00000010:3.0:1749610322.989314:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09e10. 00000400:00000010:2.0:1749610322.989314:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682770. 00000020:00000010:0.0:1749610322.989314:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb000. 00000020:00000010:3.0:1749610322.989316:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133c00. 00000100:00000200:2.0:1749610322.989317:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012d5a3480 x1834598193598464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610322.989317:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749610322.989318:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000020:00000010:1.0:1749610322.989324:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013880. 00000400:00000010:0.0:1749610322.989325:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000020:00000010:3.0:1749610322.989326:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133c00. 00000400:00000200:0.0:1749610322.989327:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000020:00000010:3.0:1749610322.989328:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886880. 00000020:00000010:1.0:1749610322.989328:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000400:00000010:0.0:1749610322.989328:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000020:00000010:3.0:1749610322.989330:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09e10. 00000400:00000010:2.0:1749610322.989330:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd630. 00000100:00000200:0.0:1749610322.989330:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1500 x1834598193598592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610322.989331:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0200. 00000400:00000200:2.0:1749610322.989332:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610322.989333:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:0.0:1749610322.989335:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1500 x1834598193598592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610322.989336:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a1180 x1834598193598208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610322.989339:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132000. 00000100:00000200:2.0:1749610322.989342:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a1180 x1834598193598208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610322.989344:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193598336 00000020:00000010:3.0:1749610322.989346:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610322.989348:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 02000000:00000010:0.0:1749610322.989349:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebca400. 00010000:00020000:1.0:1749610322.989350:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610322.989353:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b39800. 02000000:00000010:2.0:1749610322.989354:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009adaa400. 02000000:00000010:2.0:1749610322.989357:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096360800. 00000400:00000010:1.0:1749610322.989357:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 02000000:00000010:0.0:1749610322.989357:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aae00. 00000100:00000200:3.0:1749610322.989358:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193598464 00000100:00000010:2.0:1749610322.989359:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1180. 00000100:00000200:1.0:1749610322.989359:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193598336, offset 0 00000100:00000010:0.0:1749610322.989360:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1500. 00000400:00000200:1.0:1749610322.989362:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610322.989365:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:3.0:1749610322.989366:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610322.989387:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada28f80 00000400:00000200:1.0:1749610322.989390:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7099 [1] + 0 00000400:00000200:1.0:1749610322.989394:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610322.989394:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52e18. 00000400:00000200:1.0:1749610322.989396:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610322.989397:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387aa0 00000400:00000010:0.0:1749610322.989398:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387aa0. 02000000:00000010:3.0:1749610322.989402:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096361400. 00000100:00000200:0.0:1749610322.989402:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a2d80 x1834598193598720/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610322.989405:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a0380 x1834598193598336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610322.989407:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:0.0:1749610322.989407:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a2d80 x1834598193598720/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610322.989410:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193598464, offset 0 00000400:00000200:3.0:1749610322.989414:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610322.989417:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a1000. 00000400:00000200:1.0:1749610322.989418:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749610322.989420:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 02000000:00000010:0.0:1749610322.989420:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b47aa400. 00000400:00000200:3.0:1749610322.989421:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610322.989421:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2d80. 00000400:00000200:3.0:1749610322.989426:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada29000 00000400:00000010:2.0:1749610322.989426:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd6e0. 00000400:00000200:2.0:1749610322.989428:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000020:00000010:1.0:1749610322.989428:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886880. 00000400:00000010:2.0:1749610322.989429:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:1.0:1749610322.989430:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09e10. 00000020:00000010:1.0:1749610322.989432:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133c00. 00000400:00000200:3.0:1749610322.989433:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x70a9 [1] + 0 00000100:00000200:2.0:1749610322.989433:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a0380 x1834598193598336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610322.989437:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610322.989439:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610322.989439:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a0380 x1834598193598336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610322.989443:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012d5a3480 x1834598193598464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610322.989451:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd058. 00000400:00000200:2.0:1749610322.989453:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000400:00000010:2.0:1749610322.989459:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000100:00000200:2.0:1749610322.989462:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3480 x1834598193598464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610322.989463:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610322.989465:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000200:2.0:1749610322.989469:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3480 x1834598193598464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610322.989471:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610322.989473:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000020:00000010:3.0:1749610322.989475:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132000. 02000000:00000010:2.0:1749610322.989477:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130a42000. 02000000:00000010:2.0:1749610322.989479:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096360400. 00000100:00000010:2.0:1749610322.989480:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 02000000:00000010:2.0:1749610322.989482:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096899000. 02000000:00000010:2.0:1749610322.989483:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096360000. 00000100:00000010:2.0:1749610322.989484:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3480. 00000100:00000010:2.0:1749610323.000729:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8740. 00000100:00000010:3.0:1749610323.000735:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8c80. 00000100:00000010:1.0:1749610323.000745:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a84c0. 00000100:00000010:0.0:1749610323.000757:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8440. 00000100:00000010:2.0:1749610323.608781:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1ad80. 02000000:00000010:2.0:1749610323.608799:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610323.608811:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610323.608824:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610323.608829:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610323.608833:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1ad80. 00000100:00000010:2.0:1749610325.609723:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1ad80. 02000000:00000010:2.0:1749610325.609737:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610325.609748:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610325.609759:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610325.609762:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610325.609766:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1ad80. 00000100:00000010:2.0:1749610327.610833:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1ad80. 02000000:00000010:2.0:1749610327.610851:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610327.610863:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610327.610875:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610327.610879:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610327.610883:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1ad80. 00000100:00000010:2.0:1749610328.004806:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1ad80. 02000000:00000010:2.0:1749610328.004836:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096899000. 00000100:00000010:2.0:1749610328.004868:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1b100. 02000000:00000010:2.0:1749610328.004873:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130a42000. 00000100:00000010:2.0:1749610328.004881:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1b480. 02000000:00000010:2.0:1749610328.004884:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009adaa400. 00000100:00000010:2.0:1749610328.004888:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1b800. 02000000:00000010:2.0:1749610328.004891:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9f00. 00000100:00000010:2.0:1749610328.004915:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1bb80. 02000000:00000010:2.0:1749610328.004918:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9400. 02000000:00000010:0.0:1749610328.004918:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278000. 00000400:00000010:0.0:1749610328.004925:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000400:00000010:0.0:1749610328.004930:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610328.004935:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193599232, portal 4 00000400:00000010:0.0:1749610328.004940:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610328.004942:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193599232, offset 0 02000000:00000010:3.0:1749610328.004943:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132000. 00000400:00000010:3.0:1749610328.004948:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bc60. 00000400:00000200:0.0:1749610328.004949:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610328.004952:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:3.0:1749610328.004954:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193599744, portal 4 00000400:00000010:3.0:1749610328.004958:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000400:00000200:0.0:1749610328.004958:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610328.004959:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193599744, offset 0 02000000:00000010:1.0:1749610328.004959:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0200. 00000400:00000200:3.0:1749610328.004963:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610328.004964:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52e70. 00000400:00000200:0.0:1749610328.004965:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada29300 00000400:00000200:3.0:1749610328.004967:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610328.004968:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000400:00000200:3.0:1749610328.004971:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada29500 00000400:00000200:0.0:1749610328.004971:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 18720 00000400:00000200:0.0:1749610328.004976:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610328.004979:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193599616, portal 10 00000400:00000200:0.0:1749610328.004979:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610328.004981:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 13480 00000400:00000010:1.0:1749610328.004983:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000400:00000200:3.0:1749610328.004984:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610328.004985:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193599616, offset 0 00000100:00000200:0.0:1749610328.004986:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610328.004989:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610328.004990:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c0700. 00000400:00000200:3.0:1749610328.004991:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610328.004995:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1749610328.004995:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749610328.004997:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3480. 00000400:00000200:1.0:1749610328.005000:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada29480 00000400:00000200:0.0:1749610328.005003:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610328.005005:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610328.005010:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096c1ad80 x1834598193599232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610328.005018:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 71824 00000400:00000200:1.0:1749610328.005023:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749610328.005023:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a40. 00000400:00000200:3.0:1749610328.005024:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610328.005025:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000400:00000200:1.0:1749610328.005025:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610328.005028:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096c1bb80 x1834598193599744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610328.005029:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610328.005032:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5900380. 00000100:00000010:0.0:1749610328.005035:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a00. 00000100:00000010:0.0:1749610328.005038:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051980. 00000100:00000010:0.0:1749610328.005041:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40511c0. 00000400:00000200:1.0:1749610328.005043:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:1.0:1749610328.005045:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000020:00000010:2.0:1749610328.005047:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8740. 00000100:00000200:1.0:1749610328.005049:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096c1b800 x1834598193599616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610328.005052:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b40514c0. 02000000:00000010:0.0:1749610328.005052:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278400. 00000400:00000010:0.0:1749610328.005054:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610328.005057:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000020:00000010:3.0:1749610328.005058:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2e40. 00000100:00000200:0.0:1749610328.005059:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193599360, portal 10 00000020:00000010:3.0:1749610328.005061:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2cc0. 00000020:00000010:2.0:1749610328.005062:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7ba00. 00000400:00000010:0.0:1749610328.005062:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610328.005064:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193599360, offset 0 00000020:00000010:3.0:1749610328.005066:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133c00. 00000020:00000010:2.0:1749610328.005067:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000400:00000200:0.0:1749610328.005067:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610328.005068:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000020:00000010:2.0:1749610328.005070:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000020:00000010:3.0:1749610328.005071:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000400:00000200:0.0:1749610328.005071:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610328.005074:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada29380 00000400:00000200:0.0:1749610328.005077:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 72048 00000400:00000200:0.0:1749610328.005080:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610328.005081:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0800. 00000400:00000200:0.0:1749610328.005082:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610328.005084:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013880. 00000100:00000200:0.0:1749610328.005084:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610328.005086:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c0a80. 00000020:00000010:1.0:1749610328.005087:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000020:00000010:2.0:1749610328.005089:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8780. 00000020:00000010:2.0:1749610328.005091:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8780. 00000400:00000200:0.0:1749610328.005093:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000020:00000010:3.0:1749610328.005094:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132600. 00000100:00000200:2.0:1749610328.005094:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193599744 00000400:00000010:0.0:1749610328.005094:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000020:00000010:3.0:1749610328.005096:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886800. 00000100:00000200:0.0:1749610328.005096:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096c1b100 x1834598193599360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610328.005098:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09c80. 00000100:00000200:1.0:1749610328.005100:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193599232 02000000:00000010:2.0:1749610328.005105:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a6033400. 02000000:00000010:0.0:1749610328.005108:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278800. 00000020:00000010:3.0:1749610328.005110:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2cc0. 00000400:00000010:0.0:1749610328.005110:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00010000:00000200:2.0:1749610328.005111:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a3480 x1834598193599744/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:519/0 lens 224/224 e 0 to 0 dl 1749610339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610328.005111:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000020:00000010:3.0:1749610328.005112:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2cc0. 00010000:00020000:1.0:1749610328.005112:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610328.005113:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193599488, portal 10 00000100:00000200:3.0:1749610328.005114:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193599616 00000400:00000010:0.0:1749610328.005116:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610328.005117:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193599488, offset 0 02000000:00000010:1.0:1749610328.005118:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b39c00. 00000400:00000200:0.0:1749610328.005119:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610328.005122:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096362400. 00000400:00000200:0.0:1749610328.005122:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610328.005123:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00000400:00000200:0.0:1749610328.005125:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada29400 00010000:00000200:3.0:1749610328.005126:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5900380 x1834598193599616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:519/0 lens 224/224 e 0 to 0 dl 1749610339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610328.005126:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193599744, offset 224 00000400:00000200:0.0:1749610328.005127:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 72568 00000400:00000010:1.0:1749610328.005130:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000400:00000200:0.0:1749610328.005130:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610328.005131:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610328.005133:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193599232, offset 0 00000400:00000010:3.0:1749610328.005135:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000400:00000200:2.0:1749610328.005136:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610328.005136:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610328.005137:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610328.005140:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193599616, offset 224 00000400:00000200:2.0:1749610328.005141:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada29500 00000100:00000200:0.0:1749610328.005141:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610328.005143:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610328.005143:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c0e00. 00000400:00000200:3.0:1749610328.005144:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610328.005147:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada29300 00000400:00000200:3.0:1749610328.005150:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610328.005153:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x70c5 [1] + 224 00000400:00000200:3.0:1749610328.005154:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada29480 00000400:00000200:2.0:1749610328.005157:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610328.005159:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x70bd [1] + 0 00000400:00000200:2.0:1749610328.005160:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610328.005163:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610328.005164:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x70cd [1] + 224 00000400:00000200:1.0:1749610328.005165:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610328.005167:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610328.005167:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610328.005168:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000400:00000200:3.0:1749610328.005169:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610328.005171:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096c1b480 x1834598193599488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610328.005172:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096c1bb80 x1834598193599744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610328.005173:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096c1b800 x1834598193599616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610328.005173:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096c1ad80 x1834598193599232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610328.005183:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000400:00000010:2.0:1749610328.005188:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000400:00000010:0.0:1749610328.005193:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000400:00000200:0.0:1749610328.005195:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610328.005196:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000400:00000200:1.0:1749610328.005198:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00000200:0.0:1749610328.005198:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096c1ad80 x1834598193599232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610328.005199:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000020:00000010:2.0:1749610328.005200:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000200:3.0:1749610328.005201:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000020:00000010:2.0:1749610328.005203:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000100:00000200:0.0:1749610328.005204:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096c1ad80 x1834598193599232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610328.005205:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013880. 00000400:00000010:3.0:1749610328.005207:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000020:00000010:2.0:1749610328.005207:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7ba00. 00000020:00000010:1.0:1749610328.005209:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000020:00000010:1.0:1749610328.005210:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0800. 00000020:00000010:3.0:1749610328.005217:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610328.005219:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 02000000:00000010:0.0:1749610328.005219:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278000. 00000020:00000010:3.0:1749610328.005222:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133c00. 02000000:00000010:0.0:1749610328.005222:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096899000. 00000020:00000010:1.0:1749610328.005224:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0800. 00000020:00000010:1.0:1749610328.005225:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013880. 00000100:00000010:0.0:1749610328.005225:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1ad80. 00000020:00000010:1.0:1749610328.005226:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920a960. 00000100:00000200:2.0:1749610328.005228:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193599360 00000100:00000200:3.0:1749610328.005232:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193599488 00010000:00020000:2.0:1749610328.005236:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749610328.005240:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52e70. 00010000:00020000:3.0:1749610328.005241:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610328.005242:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:1.0:1749610328.005243:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 02000000:00000010:3.0:1749610328.005244:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096363c00. 00000100:00000200:1.0:1749610328.005245:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096c1b800 x1834598193599616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610328.005246:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097480000. 00000400:00000010:3.0:1749610328.005248:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000200:1.0:1749610328.005250:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096c1b800 x1834598193599616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610328.005251:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193599488, offset 0 00000400:00000010:2.0:1749610328.005251:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00000400:00000200:3.0:1749610328.005254:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610328.005256:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193599360, offset 0 00000400:00000200:3.0:1749610328.005258:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610328.005260:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610328.005260:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0200. 02000000:00000010:1.0:1749610328.005261:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9f00. 00000400:00000200:3.0:1749610328.005262:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada29400 00000100:00000010:1.0:1749610328.005263:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1b800. 00000400:00000200:2.0:1749610328.005265:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610328.005266:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x70dd [1] + 0 00000400:00000200:3.0:1749610328.005269:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610328.005269:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada29380 00000400:00000200:3.0:1749610328.005271:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610328.005273:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x70d5 [1] + 0 00000400:00000200:2.0:1749610328.005276:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610328.005277:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096c1b480 x1834598193599488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610328.005278:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610328.005282:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096c1b100 x1834598193599360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610328.005297:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610328.005298:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000400:00000200:2.0:1749610328.005303:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000020:00000010:3.0:1749610328.005304:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013880. 00000400:00000010:2.0:1749610328.005305:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000020:00000010:3.0:1749610328.005307:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920a960. 00000400:00000010:0.0:1749610328.005308:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000020:00000010:3.0:1749610328.005309:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0800. 00000020:00000010:2.0:1749610328.005311:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886800. 00000400:00000200:0.0:1749610328.005311:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610328.005312:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000020:00000010:2.0:1749610328.005313:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09c80. 00000020:00000010:2.0:1749610328.005316:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132600. 00000100:00000200:0.0:1749610328.005316:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096c1b100 x1834598193599360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610328.005321:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bc60. 00000100:00000200:0.0:1749610328.005321:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096c1b100 x1834598193599360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610328.005325:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610328.005326:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000200:3.0:1749610328.005330:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096c1bb80 x1834598193599744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610328.005347:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:0.0:1749610328.005349:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610328.005350:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610328.005353:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096c1b480 x1834598193599488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610328.005358:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096c1b480 x1834598193599488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610328.005366:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096c1bb80 x1834598193599744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610328.005376:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278400. 02000000:00000010:0.0:1749610328.005378:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130a42000. 02000000:00000010:3.0:1749610328.005379:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132000. 00000100:00000010:0.0:1749610328.005380:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1b100. 02000000:00000010:3.0:1749610328.005382:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9400. 02000000:00000010:0.0:1749610328.005382:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278800. 00000100:00000010:3.0:1749610328.005384:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1bb80. 02000000:00000010:0.0:1749610328.005384:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009adaa400. 00000100:00000010:0.0:1749610328.005385:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1b480. 00000100:00000010:3.0:1749610328.005714:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40511c0. 00000100:00000010:0.0:1749610328.005716:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a40. 00000100:00000010:2.0:1749610328.005720:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051980. 00000100:00000010:1.0:1749610328.005721:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a00. 00000100:00000010:2.0:1749610329.611800:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1bb80. 02000000:00000010:2.0:1749610329.611818:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610329.611831:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610329.611845:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610329.611850:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610329.611855:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1bb80. 00000100:00000010:2.0:1749610331.612797:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1bb80. 02000000:00000010:2.0:1749610331.612815:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610331.612827:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610331.612850:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610331.612854:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610331.612858:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1bb80. 00000100:00000010:2.0:1749610333.012740:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1bb80. 02000000:00000010:2.0:1749610333.012756:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097480400. 00000100:00000010:2.0:1749610333.012777:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1b480. 02000000:00000010:2.0:1749610333.012780:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097480800. 00000100:00000010:2.0:1749610333.012785:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1b100. 02000000:00000010:2.0:1749610333.012787:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097480c00. 00000100:00000010:2.0:1749610333.012790:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1b800. 02000000:00000010:2.0:1749610333.012792:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9900. 00000100:00000010:2.0:1749610333.012808:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1ad80. 02000000:00000010:2.0:1749610333.012810:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9100. 02000000:00000010:0.0:1749610333.012810:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278400. 00000400:00000010:0.0:1749610333.012817:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000400:00000010:0.0:1749610333.012822:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610333.012828:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193600128, portal 4 02000000:00000010:2.0:1749610333.012829:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7ba00. 00000400:00000010:2.0:1749610333.012832:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd058. 00000400:00000010:0.0:1749610333.012833:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000400:00000010:2.0:1749610333.012834:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00000100:00000200:0.0:1749610333.012835:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193600128, offset 0 00000100:00000200:2.0:1749610333.012837:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193600640, portal 4 00000400:00000010:2.0:1749610333.012840:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000200:0.0:1749610333.012842:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610333.012844:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0200. 00000100:00000200:2.0:1749610333.012846:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193600640, offset 0 00000400:00000010:1.0:1749610333.012848:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52e70. 00000400:00000200:2.0:1749610333.012850:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610333.012852:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610333.012853:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387b28. 00000400:00000200:2.0:1749610333.012854:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610333.012860:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada29680 00000400:00000200:2.0:1749610333.012861:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada29880 00000400:00000200:0.0:1749610333.012865:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 19240 00000400:00000200:2.0:1749610333.012870:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 13704 00000400:00000200:0.0:1749610333.012870:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610333.012873:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610333.012874:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610333.012874:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193600512, portal 10 00000400:00000200:0.0:1749610333.012874:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610333.012877:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000200:2.0:1749610333.012878:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1749610333.012878:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:1.0:1749610333.012879:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193600512, offset 0 00000400:00000200:1.0:1749610333.012882:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610333.012882:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c1180. 00000400:00000200:1.0:1749610333.012886:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610333.012890:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc000. 00000400:00000200:1.0:1749610333.012890:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada29800 00000400:00000200:1.0:1749610333.012893:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 73088 00000400:00000200:1.0:1749610333.012896:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610333.012896:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000200:1.0:1749610333.012897:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610333.012897:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610333.012903:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096c1bb80 x1834598193600128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610333.012904:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610333.012905:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610333.012906:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000010:1.0:1749610333.012906:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5901180. 00000100:00000200:2.0:1749610333.012909:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096c1ad80 x1834598193600640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610333.012916:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a40. 00000400:00000200:1.0:1749610333.012923:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:1.0:1749610333.012924:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000100:00000200:1.0:1749610333.012927:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096c1b800 x1834598193600512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610333.012928:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051580. 00000100:00000010:0.0:1749610333.012931:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40513c0. 00000100:00000010:0.0:1749610333.012934:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051400. 00000020:00000010:2.0:1749610333.012938:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8780. 00000020:00000010:2.0:1749610333.012944:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8740. 02000000:00000010:0.0:1749610333.012948:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278000. 00000020:00000010:1.0:1749610333.012949:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0000. 00000020:00000010:2.0:1749610333.012950:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7be00. 00000020:00000010:2.0:1749610333.012953:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000020:00000010:1.0:1749610333.012953:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013600. 00000400:00000010:0.0:1749610333.012955:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000020:00000010:2.0:1749610333.012956:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000020:00000010:1.0:1749610333.012956:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000400:00000010:0.0:1749610333.012957:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610333.012960:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193600256, portal 10 00000400:00000010:0.0:1749610333.012963:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610333.012964:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193600256, offset 0 00000400:00000200:0.0:1749610333.012967:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610333.012970:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193600128 00000400:00000200:0.0:1749610333.012971:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610333.012973:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8740. 00000020:00000010:2.0:1749610333.012975:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8740. 00000400:00000200:0.0:1749610333.012975:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada29700 00000100:00000200:2.0:1749610333.012977:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193600640 00000400:00000200:0.0:1749610333.012977:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 73312 00000400:00000200:0.0:1749610333.012980:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:1.0:1749610333.012981:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610333.012982:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610333.012984:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:1.0:1749610333.012986:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b3a000. 00000100:00000010:0.0:1749610333.012986:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c1500. 02000000:00000010:2.0:1749610333.012987:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097481000. 00010000:00000200:2.0:1749610333.012992:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f3bc000 x1834598193600640/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:524/0 lens 224/224 e 0 to 0 dl 1749610344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610333.012992:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000200:1.0:1749610333.012994:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193600128, offset 0 00000400:00000200:0.0:1749610333.012994:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610333.012996:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000020:00000010:3.0:1749610333.012998:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2cc0. 00000400:00000200:1.0:1749610333.012998:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610333.012998:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096c1b480 x1834598193600256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610333.013001:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000200:1.0:1749610333.013001:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610333.013002:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2e40. 00000100:00000200:2.0:1749610333.013004:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193600640, offset 224 00000400:00000200:1.0:1749610333.013004:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada29680 00000020:00000010:3.0:1749610333.013006:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132000. 00000400:00000200:1.0:1749610333.013006:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x70f9 [1] + 0 00000020:00000010:3.0:1749610333.013008:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000400:00000200:1.0:1749610333.013008:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610333.013009:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610333.013010:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000400:00000200:1.0:1749610333.013010:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610333.013011:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278c00. 00000400:00000010:0.0:1749610333.013013:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000400:00000200:2.0:1749610333.013014:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610333.013014:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096c1bb80 x1834598193600128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610333.013015:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610333.013016:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193600384, portal 10 00000400:00000200:2.0:1749610333.013019:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada29880 00000400:00000010:0.0:1749610333.013019:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610333.013020:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193600384, offset 0 00000400:00000200:2.0:1749610333.013022:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7101 [1] + 224 00000020:00000010:3.0:1749610333.013024:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133c00. 00000020:00000010:3.0:1749610333.013025:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886600. 00000400:00000200:2.0:1749610333.013026:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610333.013027:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09ed8. 00000400:00000200:2.0:1749610333.013028:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610333.013029:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610333.013033:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2e40. 00000100:00000200:2.0:1749610333.013033:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096c1ad80 x1834598193600640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610333.013033:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610333.013034:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2e40. 00000400:00000200:1.0:1749610333.013034:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000100:00000200:3.0:1749610333.013035:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193600512 00000400:00000010:1.0:1749610333.013035:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000400:00000200:0.0:1749610333.013036:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada29780 00000400:00000200:0.0:1749610333.013039:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 73832 00000020:00000010:1.0:1749610333.013041:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013600. 02000000:00000010:3.0:1749610333.013042:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096363800. 00000400:00000200:0.0:1749610333.013042:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610333.013043:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000200:0.0:1749610333.013044:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:3.0:1749610333.013045:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5901180 x1834598193600512/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:524/0 lens 224/224 e 0 to 0 dl 1749610344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610333.013045:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:1.0:1749610333.013045:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000020:00000010:1.0:1749610333.013047:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0000. 00000100:00000200:0.0:1749610333.013047:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610333.013049:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c1880. 00000020:00000010:2.0:1749610333.013052:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000010:3.0:1749610333.013053:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000020:00000010:2.0:1749610333.013054:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000100:00000200:3.0:1749610333.013055:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193600512, offset 224 00000020:00000010:2.0:1749610333.013056:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7be00. 00000400:00000200:0.0:1749610333.013057:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610333.013063:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610333.013066:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096c1b100 x1834598193600384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610333.013069:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610333.013071:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0000. 00000400:00000010:2.0:1749610333.013072:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd058. 00000400:00000200:3.0:1749610333.013073:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610333.013073:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013600. 00000400:00000200:2.0:1749610333.013074:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000020:00000010:1.0:1749610333.013074:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920aaf0. 00000400:00000010:2.0:1749610333.013075:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000400:00000200:3.0:1749610333.013077:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada29800 00000100:00000200:2.0:1749610333.013077:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096c1ad80 x1834598193600640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610333.013080:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7109 [1] + 224 00000100:00000200:2.0:1749610333.013081:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096c1ad80 x1834598193600640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610333.013081:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193600256 00000400:00000200:3.0:1749610333.013083:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610333.013083:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:3.0:1749610333.013084:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610333.013085:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610333.013086:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00010000:00020000:1.0:1749610333.013087:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:3.0:1749610333.013089:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096c1b800 x1834598193600512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610333.013089:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b3a400. 00000100:00000200:0.0:1749610333.013089:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096c1bb80 x1834598193600128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610333.013092:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000200:1.0:1749610333.013094:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193600256, offset 0 00000400:00000200:1.0:1749610333.013096:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610333.013096:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096c1bb80 x1834598193600128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610333.013098:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610333.013099:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610333.013101:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000400:00000200:1.0:1749610333.013101:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada29700 02000000:00000010:2.0:1749610333.013103:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7ba00. 00000400:00000200:1.0:1749610333.013104:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7111 [1] + 0 00000020:00000010:3.0:1749610333.013105:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 02000000:00000010:2.0:1749610333.013106:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9100. 00000400:00000200:1.0:1749610333.013106:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610333.013107:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000400:00000200:1.0:1749610333.013107:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610333.013108:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132000. 00000100:00000200:1.0:1749610333.013109:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096c1b480 x1834598193600256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610333.013110:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1ad80. 02000000:00000010:0.0:1749610333.013110:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278400. 02000000:00000010:0.0:1749610333.013112:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097480400. 00000100:00000200:3.0:1749610333.013113:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193600384 00000100:00000010:0.0:1749610333.013115:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1bb80. 00000400:00000200:1.0:1749610333.013116:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:1.0:1749610333.013116:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00010000:00020000:3.0:1749610333.013119:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749610333.013120:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886600. 00000020:00000010:1.0:1749610333.013121:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09ed8. 00000400:00000010:0.0:1749610333.013121:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000020:00000010:1.0:1749610333.013123:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133c00. 00000400:00000200:0.0:1749610333.013123:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610333.013124:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610333.013126:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096c1b480 x1834598193600256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610333.013127:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096363400. 00000400:00000010:3.0:1749610333.013130:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:0.0:1749610333.013131:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096c1b480 x1834598193600256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610333.013132:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193600384, offset 0 00000400:00000200:3.0:1749610333.013134:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610333.013137:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610333.013139:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada29780 02000000:00000010:0.0:1749610333.013139:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278000. 00000400:00000010:2.0:1749610333.013140:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52e70. 02000000:00000010:0.0:1749610333.013141:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097480800. 00000100:00000010:0.0:1749610333.013142:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1b480. 00000400:00000200:2.0:1749610333.013144:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387b28 00000400:00000010:2.0:1749610333.013145:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387b28. 00000400:00000200:3.0:1749610333.013149:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7121 [1] + 0 00000100:00000200:2.0:1749610333.013149:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096c1b800 x1834598193600512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610333.013151:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610333.013153:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610333.013155:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096c1b100 x1834598193600384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610333.013155:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096c1b800 x1834598193600512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610333.013166:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0200. 00000400:00000200:3.0:1749610333.013168:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610333.013169:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 02000000:00000010:2.0:1749610333.013169:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9900. 00000100:00000010:2.0:1749610333.013171:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1b800. 00000020:00000010:3.0:1749610333.013173:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013600. 00000020:00000010:3.0:1749610333.013175:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920aaf0. 00000020:00000010:3.0:1749610333.013177:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0000. 00000400:00000010:0.0:1749610333.013181:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000400:00000200:0.0:1749610333.013184:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610333.013185:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610333.013188:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096c1b100 x1834598193600384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610333.013193:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096c1b100 x1834598193600384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610333.013202:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278c00. 02000000:00000010:0.0:1749610333.013207:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097480c00. 00000100:00000010:0.0:1749610333.013209:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1b100. 00000100:00000010:2.0:1749610333.013705:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40513c0. 00000100:00000010:3.0:1749610333.013714:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051400. 00000100:00000010:1.0:1749610333.013745:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051580. 00000100:00000010:0.0:1749610333.013748:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a40. 00000100:00000010:2.0:1749610333.613729:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc380. 02000000:00000010:2.0:1749610333.613746:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610333.613756:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610333.613768:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610333.613772:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7ba00. 00000100:00000010:2.0:1749610333.613775:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bc380. 00000800:00000200:0.0:1749610335.512810:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749610335.512817:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749610335.512820:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610335.512964:0:1041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1749610335.614774:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc380. 02000000:00000010:2.0:1749610335.614793:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610335.614805:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610335.614817:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610335.614821:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610335.614824:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bc380. 00000100:00000010:2.0:1749610337.615808:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc380. 02000000:00000010:2.0:1749610337.615826:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610337.615838:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610337.615864:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610337.615868:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610337.615872:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bc380. 00000100:00000010:2.0:1749610338.020739:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc380. 02000000:00000010:2.0:1749610338.020756:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097481400. 00000100:00000010:2.0:1749610338.020784:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc700. 02000000:00000010:2.0:1749610338.020786:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097481800. 00000100:00000010:2.0:1749610338.020791:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bca80. 02000000:00000010:2.0:1749610338.020793:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097481c00. 00000100:00000010:2.0:1749610338.020796:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bce00. 02000000:00000010:2.0:1749610338.020799:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9900. 00000100:00000010:2.0:1749610338.020818:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd180. 02000000:00000010:2.0:1749610338.020820:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9100. 02000000:00000010:0.0:1749610338.020838:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278c00. 00000400:00000010:0.0:1749610338.020844:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000400:00000010:0.0:1749610338.020850:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610338.020856:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193601152, portal 4 00000400:00000010:0.0:1749610338.020861:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610338.020863:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193601152, offset 0 02000000:00000010:1.0:1749610338.020865:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a1200. 00000400:00000200:0.0:1749610338.020869:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610338.020872:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52dc0. 00000400:00000010:1.0:1749610338.020876:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000400:00000200:0.0:1749610338.020879:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610338.020880:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193601536, portal 10 00000400:00000200:0.0:1749610338.020887:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada29a80 02000000:00000010:3.0:1749610338.020891:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132000. 00000400:00000200:0.0:1749610338.020892:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 19760 00000400:00000010:3.0:1749610338.020896:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bc60. 00000400:00000010:1.0:1749610338.020896:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000400:00000010:3.0:1749610338.020898:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000200:0.0:1749610338.020898:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610338.020899:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193601536, offset 0 00000100:00000200:3.0:1749610338.020901:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193601664, portal 4 00000400:00000200:0.0:1749610338.020901:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610338.020904:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000400:00000200:1.0:1749610338.020904:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610338.020907:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193601664, offset 0 00000100:00000200:0.0:1749610338.020908:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610338.020910:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610338.020911:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610338.020912:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c1c00. 00000400:00000200:1.0:1749610338.020915:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada29c00 00000400:00000200:3.0:1749610338.020916:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610338.020920:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada29c80 00000400:00000200:1.0:1749610338.020921:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 74352 00000400:00000200:1.0:1749610338.020925:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610338.020926:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 13928 00000400:00000200:1.0:1749610338.020928:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610338.020929:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610338.020929:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610338.020930:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:3.0:1749610338.020931:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610338.020936:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bc380 x1834598193601152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610338.020939:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610338.020940:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1749610338.020942:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 00000100:00000010:1.0:1749610338.020943:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5902300. 00000100:00000010:0.0:1749610338.020949:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a40. 00000400:00000200:1.0:1749610338.020954:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749610338.020956:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000010:0.0:1749610338.020958:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40519c0. 00000100:00000200:1.0:1749610338.020960:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bce00 x1834598193601536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610338.020962:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000100:00000010:0.0:1749610338.020962:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40517c0. 00000100:00000010:0.0:1749610338.020965:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051740. 00000400:00000010:3.0:1749610338.020968:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610338.020971:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd180 x1834598193601664/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610338.020971:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278000. 00000400:00000010:0.0:1749610338.020973:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:0.0:1749610338.020975:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610338.020982:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193601280, portal 10 00000020:00000010:2.0:1749610338.020985:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8740. 00000400:00000010:0.0:1749610338.020985:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610338.020987:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193601280, offset 0 00000020:00000010:2.0:1749610338.020988:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8780. 00000400:00000200:0.0:1749610338.020989:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610338.020993:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610338.020996:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 00000400:00000200:0.0:1749610338.020996:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada29b00 00000020:00000010:2.0:1749610338.020997:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7be00. 00000400:00000200:0.0:1749610338.020998:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 74576 00000020:00000010:2.0:1749610338.021000:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000020:00000010:1.0:1749610338.021000:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013d00. 00000020:00000010:3.0:1749610338.021001:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2e40. 00000400:00000200:0.0:1749610338.021001:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610338.021003:0:7440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2cc0. 00000020:00000010:2.0:1749610338.021003:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000020:00000010:1.0:1749610338.021003:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920abb8. 00000400:00000200:0.0:1749610338.021003:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610338.021005:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610338.021007:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133200. 00000100:00000010:0.0:1749610338.021007:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c1f80. 00000020:00000010:3.0:1749610338.021009:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610338.021011:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000400:00000200:0.0:1749610338.021014:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610338.021015:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000020:00000010:2.0:1749610338.021017:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8780. 00000100:00000200:0.0:1749610338.021017:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bc700 x1834598193601280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610338.021018:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8780. 00000100:00000200:2.0:1749610338.021019:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193601664 00000100:00000200:1.0:1749610338.021021:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193601152 00000020:00000010:3.0:1749610338.021023:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000020:00000010:3.0:1749610338.021024:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886400. 00000020:00000010:3.0:1749610338.021025:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 02000000:00000010:0.0:1749610338.021029:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278400. 02000000:00000010:2.0:1749610338.021030:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097482000. 00000400:00000010:0.0:1749610338.021030:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000020:00000010:3.0:1749610338.021032:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2cc0. 00000400:00000010:0.0:1749610338.021032:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000020:00000010:3.0:1749610338.021033:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2cc0. 00000100:00000200:3.0:1749610338.021034:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193601536 00010000:00020000:1.0:1749610338.021034:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610338.021034:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193601408, portal 10 00010000:00000200:2.0:1749610338.021035:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a0380 x1834598193601664/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:529/0 lens 224/224 e 0 to 0 dl 1749610349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610338.021036:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610338.021037:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193601408, offset 0 02000000:00000010:1.0:1749610338.021039:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b3a800. 02000000:00000010:3.0:1749610338.021040:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096360000. 00000400:00000200:0.0:1749610338.021040:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610338.021042:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610338.021043:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00010000:00000200:3.0:1749610338.021044:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5902300 x1834598193601536/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:529/0 lens 224/224 e 0 to 0 dl 1749610349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610338.021045:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193601664, offset 224 00000400:00000010:1.0:1749610338.021045:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000400:00000200:0.0:1749610338.021045:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada29b80 00000400:00000200:0.0:1749610338.021047:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 75096 00000400:00000200:0.0:1749610338.021049:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610338.021050:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000200:1.0:1749610338.021050:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193601152, offset 0 00000400:00000200:2.0:1749610338.021051:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610338.021051:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610338.021053:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193601536, offset 224 00000400:00000200:1.0:1749610338.021054:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610338.021056:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610338.021057:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610338.021057:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610338.021059:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c2300. 00000400:00000200:2.0:1749610338.021060:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada29c80 00000400:00000200:1.0:1749610338.021060:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610338.021061:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610338.021064:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7145 [1] + 224 00000400:00000200:3.0:1749610338.021065:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada29c00 00000400:00000200:1.0:1749610338.021065:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada29a80 00000400:00000200:2.0:1749610338.021067:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610338.021068:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x713d [1] + 224 00000400:00000200:2.0:1749610338.021069:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610338.021070:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610338.021072:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610338.021074:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610338.021076:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610338.021079:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bca80 x1834598193601408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610338.021080:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7135 [1] + 0 00000400:00000200:1.0:1749610338.021084:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610338.021085:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bce00 x1834598193601536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610338.021085:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd180 x1834598193601664/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610338.021086:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610338.021090:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bc380 x1834598193601152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610338.021093:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610338.021094:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000400:00000200:2.0:1749610338.021098:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000400:00000010:2.0:1749610338.021099:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000020:00000010:3.0:1749610338.021100:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610338.021102:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000020:00000010:3.0:1749610338.021103:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133200. 00000020:00000010:2.0:1749610338.021106:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000200:1.0:1749610338.021106:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000020:00000010:2.0:1749610338.021107:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000020:00000010:0.0:1749610338.021109:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000020:00000010:2.0:1749610338.021110:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7be00. 00000400:00000010:1.0:1749610338.021111:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000020:00000010:0.0:1749610338.021111:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392a80. 00000020:00000010:0.0:1749610338.021113:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040190. 00000100:00000200:3.0:1749610338.021115:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193601280 00000020:00000010:1.0:1749610338.021120:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013d00. 00010000:00020000:3.0:1749610338.021121:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610338.021124:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096360400. 00000020:00000010:1.0:1749610338.021124:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920abb8. 00000100:00000200:0.0:1749610338.021125:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193601408 00000400:00000010:3.0:1749610338.021127:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000020:00000010:1.0:1749610338.021127:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00000100:00000200:3.0:1749610338.021128:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193601280, offset 0 00000400:00000200:3.0:1749610338.021130:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:0.0:1749610338.021132:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749610338.021133:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610338.021135:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada29b00 02000000:00000010:0.0:1749610338.021135:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0279000. 00000400:00000200:3.0:1749610338.021137:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x714d [1] + 0 00000400:00000200:3.0:1749610338.021139:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610338.021139:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000400:00000200:3.0:1749610338.021140:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610338.021142:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193601408, offset 0 00000100:00000200:3.0:1749610338.021143:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bc700 x1834598193601280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610338.021145:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610338.021148:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52dc0. 00000400:00000200:0.0:1749610338.021149:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610338.021151:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:1.0:1749610338.021152:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000400:00000200:0.0:1749610338.021152:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada29b80 00000100:00000200:1.0:1749610338.021156:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bce00 x1834598193601536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610338.021156:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7155 [1] + 0 00000400:00000200:3.0:1749610338.021158:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610338.021159:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000400:00000200:0.0:1749610338.021159:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610338.021161:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610338.021162:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886400. 00000100:00000200:1.0:1749610338.021162:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bce00 x1834598193601536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610338.021163:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000200:0.0:1749610338.021164:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bca80 x1834598193601408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610338.021165:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000400:00000200:0.0:1749610338.021171:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610338.021173:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000400:00000010:3.0:1749610338.021175:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bc60. 00000020:00000010:0.0:1749610338.021177:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392a80. 00000400:00000200:3.0:1749610338.021178:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 02000000:00000010:1.0:1749610338.021178:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a1200. 00000400:00000010:3.0:1749610338.021179:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000010:0.0:1749610338.021179:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040190. 00000100:00000200:3.0:1749610338.021181:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd180 x1834598193601664/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610338.021181:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9900. 00000020:00000010:0.0:1749610338.021181:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 00000100:00000200:3.0:1749610338.021184:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd180 x1834598193601664/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610338.021185:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bce00. 00000400:00000010:0.0:1749610338.021192:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 02000000:00000010:3.0:1749610338.021193:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132000. 00000400:00000200:0.0:1749610338.021194:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 02000000:00000010:3.0:1749610338.021195:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9100. 00000400:00000010:0.0:1749610338.021195:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000010:3.0:1749610338.021197:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd180. 00000100:00000200:0.0:1749610338.021197:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bc380 x1834598193601152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610338.021203:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bc380 x1834598193601152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610338.021213:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610338.021215:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610338.021219:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610338.021222:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bc700 x1834598193601280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610338.021227:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bc700 x1834598193601280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610338.021235:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:0.0:1749610338.021236:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610338.021237:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610338.021239:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bca80 x1834598193601408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610338.021244:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bca80 x1834598193601408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610338.021252:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278c00. 02000000:00000010:0.0:1749610338.021283:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097481400. 00000100:00000010:0.0:1749610338.021287:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bc380. 02000000:00000010:0.0:1749610338.021290:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278000. 02000000:00000010:0.0:1749610338.021292:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097481800. 00000100:00000010:0.0:1749610338.021294:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bc700. 02000000:00000010:0.0:1749610338.021295:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278400. 02000000:00000010:0.0:1749610338.021296:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097481c00. 00000100:00000010:0.0:1749610338.021298:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bca80. 00000100:00000010:3.0:1749610338.021722:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051740. 00000100:00000010:1.0:1749610338.021742:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40519c0. 00000100:00000010:0.0:1749610338.021743:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a40. 00000100:00000010:2.0:1749610338.021830:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40517c0. 10000000:00000010:0.0:1749610338.934754:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b4051a40. 00000020:00000010:0.0:1749610338.934762:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000020:00000010:0.0:1749610338.934766:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006ebcb000. 00000040:00000010:0.0:1749610338.934768:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006ebca000. 00000020:00000010:0.0:1749610338.934771:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a0b7a000. 00000020:00000010:0.0:1749610338.934775:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006ebcac00. 80000000:00000010:0.0:1749610338.934779:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a50d10c0. 00040000:00000010:0.0:1749610338.934782:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006ebcba00. 00080000:00000010:0.0:1749610338.934787:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acccb000. 00080000:00000010:0.0:1749610338.934804:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009d168000. 00000020:00000010:0.0:1749610338.934812:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006ebcb000. 00000040:00000010:0.0:1749610338.934816:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006ebca000. 00000020:00000010:0.0:1749610338.934820:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800a0b7a000. 00000020:00000010:0.0:1749610338.934823:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006ebcac00. 80000000:00000010:0.0:1749610338.934825:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a50d10c0. 00040000:00000010:0.0:1749610338.934828:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006ebcba00. 00080000:00000010:0.0:1749610338.934832:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009d168000. 00080000:00000010:0.0:1749610338.934836:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acccb000. 00000020:00000010:0.0:1749610338.934840:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 10000000:00000010:0.0:1749610338.934842:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b4051a40. 10000000:00020000:0.0:1749610338.934845:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000010:0.0:1749610338.934853:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c2680. 02000000:00000010:0.0:1749610338.934863:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebca400. 00010000:00000010:0.0:1749610338.934875:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf9bd00. 00010000:00000010:0.0:1749610338.934879:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610338.934892:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000200:0.0:1749610338.934902:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8800979c2680 x1834598193601792/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610338.934914:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610338.934944:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610338.934948:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800979c2680. 00010000:00000010:1.1:1749610338.937785:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf9bd00. 00010000:00000010:1.1:1749610338.937791:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006ebcbc00. 00000100:00000010:0.0:1749610339.616832:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c2680. 02000000:00000010:0.0:1749610339.616851:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610339.616863:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610339.616875:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610339.616879:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610339.616883:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800979c2680. 00000100:00000010:2.0:1749610341.617854:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd500. 02000000:00000010:2.0:1749610341.617877:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610341.617895:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610341.617913:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610341.617919:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610341.617924:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd500. 00000100:00000010:2.0:1749610343.028763:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd500. 02000000:00000010:2.0:1749610343.028783:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097482400. 00000100:00000010:2.0:1749610343.028813:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd880. 02000000:00000010:2.0:1749610343.028815:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097482800. 00000100:00000010:2.0:1749610343.028821:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdc00. 02000000:00000010:2.0:1749610343.028823:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097482c00. 00000100:00000010:2.0:1749610343.028827:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdf80. 02000000:00000010:2.0:1749610343.028830:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9d00. 00000100:00000010:2.0:1749610343.028847:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3be300. 02000000:00000010:2.0:1749610343.028852:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9100. 02000000:00000010:2.0:1749610343.028873:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7be00. 00000400:00000010:2.0:1749610343.028879:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd058. 00000400:00000010:2.0:1749610343.028885:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 02000000:00000010:0.0:1749610343.028886:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278800. 00000100:00000200:2.0:1749610343.028892:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193602688, portal 4 00000400:00000010:0.0:1749610343.028896:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000400:00000010:2.0:1749610343.028898:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610343.028899:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193602688, offset 0 00000400:00000010:0.0:1749610343.028902:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000400:00000200:2.0:1749610343.028906:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610343.028915:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193602176, portal 4 00000400:00000200:2.0:1749610343.028918:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610343.028920:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132000. 00000400:00000010:0.0:1749610343.028920:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000400:00000010:3.0:1749610343.028925:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bc60. 00000100:00000200:0.0:1749610343.028931:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193602176, offset 0 00000400:00000010:3.0:1749610343.028934:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000200:0.0:1749610343.028937:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610343.028938:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2a080 00000100:00000200:3.0:1749610343.028943:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193602560, portal 10 00000400:00000200:2.0:1749610343.028945:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 14152 00000400:00000010:3.0:1749610343.028947:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610343.028948:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193602560, offset 0 00000400:00000200:0.0:1749610343.028948:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610343.028952:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610343.028952:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610343.028956:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610343.028956:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada29e80 00000400:00000200:3.0:1749610343.028957:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610343.028961:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1749610343.028963:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2a000 00000100:00000010:2.0:1749610343.028963:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3be680. 00000400:00000200:0.0:1749610343.028963:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 20280 00000400:00000200:3.0:1749610343.028967:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 75616 00000400:00000200:0.0:1749610343.028968:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610343.028970:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610343.028972:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610343.028972:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610343.028975:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610343.028976:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:3.0:1749610343.028981:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749610343.028981:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:2.0:1749610343.028983:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3be300 x1834598193602688/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610343.028984:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2d80. 00000100:00000010:0.0:1749610343.028984:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c2680. 00000100:00000010:2.0:1749610343.028997:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8780. 00000100:00000010:2.0:1749610343.029007:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8e00. 00000400:00000200:0.0:1749610343.029009:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610343.029011:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:3.0:1749610343.029013:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610343.029014:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000010:2.0:1749610343.029016:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8b80. 00000100:00000200:3.0:1749610343.029017:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bdf80 x1834598193602560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610343.029017:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd500 x1834598193602176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610343.029018:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8480. 00000020:00000010:2.0:1749610343.029044:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8f00. 00000020:00000010:2.0:1749610343.029049:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8740. 02000000:00000010:0.0:1749610343.029054:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278400. 00000400:00000010:0.0:1749610343.029057:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000020:00000010:2.0:1749610343.029058:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b200. 00000400:00000010:0.0:1749610343.029059:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000020:00000010:1.0:1749610343.029060:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1200. 00000020:00000010:3.0:1749610343.029061:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2cc0. 00000020:00000010:2.0:1749610343.029061:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000100:00000200:0.0:1749610343.029061:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193602304, portal 10 00000020:00000010:3.0:1749610343.029064:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2e40. 00000020:00000010:2.0:1749610343.029065:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000400:00000010:0.0:1749610343.029065:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000020:00000010:1.0:1749610343.029066:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013d00. 00000100:00000200:0.0:1749610343.029067:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193602304, offset 0 00000020:00000010:3.0:1749610343.029069:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000020:00000010:1.0:1749610343.029069:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920abb8. 00000400:00000200:0.0:1749610343.029069:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610343.029070:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886400. 00000020:00000010:3.0:1749610343.029072:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000200:0.0:1749610343.029073:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610343.029076:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada29f00 00000400:00000200:0.0:1749610343.029079:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 75840 00000400:00000200:0.0:1749610343.029082:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610343.029084:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8740. 00000400:00000200:0.0:1749610343.029084:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610343.029085:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8740. 00000100:00000200:0.0:1749610343.029086:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610343.029087:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2e40. 00000100:00000200:2.0:1749610343.029087:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193602688 00000100:00000200:1.0:1749610343.029088:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193602176 00000100:00000010:0.0:1749610343.029088:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c2a00. 00000020:00000010:3.0:1749610343.029089:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2e40. 00000100:00000200:3.0:1749610343.029090:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193602560 00000400:00000200:0.0:1749610343.029095:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610343.029097:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610343.029099:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd880 x1834598193602304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610343.029100:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097483000. 02000000:00000010:3.0:1749610343.029101:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096360800. 00010000:00020000:1.0:1749610343.029103:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000200:3.0:1749610343.029106:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a2d80 x1834598193602560/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:534/0 lens 224/224 e 0 to 0 dl 1749610354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749610343.029106:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f3be680 x1834598193602688/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:534/0 lens 224/224 e 0 to 0 dl 1749610354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610343.029109:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b3ac00. 02000000:00000010:0.0:1749610343.029111:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278000. 00000400:00000010:3.0:1749610343.029114:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000400:00000010:2.0:1749610343.029114:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:3.0:1749610343.029116:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193602560, offset 224 00000400:00000010:1.0:1749610343.029116:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000100:00000200:2.0:1749610343.029117:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193602688, offset 224 00000400:00000010:0.0:1749610343.029117:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000400:00000200:3.0:1749610343.029118:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610343.029121:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610343.029121:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193602176, offset 0 00000400:00000200:2.0:1749610343.029122:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610343.029124:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2a000 00000400:00000010:0.0:1749610343.029125:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000400:00000200:1.0:1749610343.029126:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610343.029127:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610343.029129:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193602432, portal 10 00000400:00000200:2.0:1749610343.029132:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2a080 00000400:00000010:0.0:1749610343.029132:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000400:00000200:3.0:1749610343.029133:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7181 [1] + 224 00000400:00000200:1.0:1749610343.029133:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610343.029135:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610343.029135:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193602432, offset 0 00000400:00000200:2.0:1749610343.029137:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7171 [1] + 224 00000400:00000200:3.0:1749610343.029138:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610343.029138:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada29e80 00000400:00000200:2.0:1749610343.029140:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610343.029140:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610343.029143:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bdf80 x1834598193602560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610343.029144:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7179 [1] + 0 00000400:00000200:0.0:1749610343.029144:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610343.029146:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610343.029148:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610343.029148:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada29f80 00000100:00000200:2.0:1749610343.029149:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3be300 x1834598193602688/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610343.029151:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610343.029151:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 76360 00000400:00000200:3.0:1749610343.029154:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000200:0.0:1749610343.029154:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610343.029155:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000400:00000200:0.0:1749610343.029156:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610343.029162:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886400. 00000020:00000010:3.0:1749610343.029164:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000200:1.0:1749610343.029165:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd500 x1834598193602176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610343.029166:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000100:00000200:0.0:1749610343.029167:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610343.029169:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000100:00000010:0.0:1749610343.029169:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c2d80. 00000400:00000010:2.0:1749610343.029170:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:3.0:1749610343.029176:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000400:00000200:0.0:1749610343.029176:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000020:00000010:3.0:1749610343.029177:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886400. 00000020:00000010:2.0:1749610343.029177:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000010:0.0:1749610343.029177:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000020:00000010:3.0:1749610343.029178:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000020:00000010:2.0:1749610343.029179:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000100:00000200:0.0:1749610343.029180:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bdc00 x1834598193602432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610343.029183:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b200. 00000020:00000010:3.0:1749610343.029185:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133200. 00000020:00000010:3.0:1749610343.029186:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886300. 00000020:00000010:3.0:1749610343.029188:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09d48. 00000400:00000200:1.0:1749610343.029188:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:1.0:1749610343.029190:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000400:00000010:0.0:1749610343.029196:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000100:00000200:3.0:1749610343.029197:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193602304 00000020:00000010:1.0:1749610343.029198:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013d00. 00000400:00000200:0.0:1749610343.029198:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610343.029199:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00010000:00020000:3.0:1749610343.029202:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749610343.029202:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920abb8. 00000100:00000200:0.0:1749610343.029202:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd500 x1834598193602176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610343.029205:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1200. 02000000:00000010:3.0:1749610343.029207:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dd2d400. 00000100:00000200:0.0:1749610343.029207:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd500 x1834598193602176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610343.029208:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193602432 00000400:00000010:3.0:1749610343.029210:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610343.029211:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193602304, offset 0 00000400:00000200:3.0:1749610343.029213:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610343.029242:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:2.0:1749610343.029242:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610343.029242:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278800. 00000400:00000200:3.0:1749610343.029245:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada29f00 02000000:00000010:0.0:1749610343.029246:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097482400. 00000400:00000200:3.0:1749610343.029247:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7189 [1] + 0 02000000:00000010:2.0:1749610343.029247:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097483400. 00000400:00000200:3.0:1749610343.029249:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749610343.029250:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd500. 00000400:00000200:3.0:1749610343.029251:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610343.029251:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:3.0:1749610343.029253:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd880 x1834598193602304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610343.029254:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193602432, offset 0 00000400:00000200:2.0:1749610343.029256:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610343.029260:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610343.029263:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada29f80 00000400:00000200:2.0:1749610343.029267:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x719d [1] + 0 00000400:00000200:3.0:1749610343.029270:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000200:2.0:1749610343.029270:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610343.029271:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000400:00000200:2.0:1749610343.029272:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610343.029278:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610343.029279:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000020:00000010:3.0:1749610343.029281:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886400. 00000400:00000010:0.0:1749610343.029281:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000020:00000010:3.0:1749610343.029283:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000200:0.0:1749610343.029283:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd880 x1834598193602304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610343.029284:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000100:00000200:2.0:1749610343.029286:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bdc00 x1834598193602432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610343.029294:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610343.029295:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000010:3.0:1749610343.029298:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bc60. 00000100:00000200:0.0:1749610343.029298:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd880 x1834598193602304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610343.029299:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886300. 00000400:00000200:3.0:1749610343.029301:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000020:00000010:2.0:1749610343.029301:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09d48. 00000400:00000010:3.0:1749610343.029302:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000010:2.0:1749610343.029302:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133200. 00000100:00000200:3.0:1749610343.029305:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bdf80 x1834598193602560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610343.029308:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bdf80 x1834598193602560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610343.029310:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000400:00000200:0.0:1749610343.029311:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:0.0:1749610343.029313:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000400:00000010:2.0:1749610343.029315:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd058. 00000100:00000200:0.0:1749610343.029315:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bdc00 x1834598193602432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610343.029317:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 02000000:00000010:3.0:1749610343.029318:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132000. 00000400:00000010:2.0:1749610343.029318:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 02000000:00000010:3.0:1749610343.029320:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9d00. 00000100:00000200:2.0:1749610343.029320:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3be300 x1834598193602688/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610343.029321:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bdc00 x1834598193602432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610343.029322:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdf80. 00000100:00000200:2.0:1749610343.029324:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3be300 x1834598193602688/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610343.029330:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278400. 02000000:00000010:0.0:1749610343.029332:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097482800. 00000100:00000010:0.0:1749610343.029334:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd880. 02000000:00000010:0.0:1749610343.029336:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278000. 02000000:00000010:0.0:1749610343.029338:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097482c00. 00000100:00000010:0.0:1749610343.029339:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdc00. 02000000:00000010:2.0:1749610343.029343:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7be00. 02000000:00000010:2.0:1749610343.029345:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9100. 00000100:00000010:2.0:1749610343.029348:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3be300. 00000100:00000010:2.0:1749610343.029711:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8b80. 00000100:00000010:3.0:1749610343.029721:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8480. 00000100:00000010:0.0:1749610343.029752:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8780. 00000100:00000010:1.0:1749610343.029756:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8e00. 00000100:00000010:2.0:1749610343.618787:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3be300. 02000000:00000010:2.0:1749610343.618810:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610343.618825:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610343.618841:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610343.618846:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610343.618850:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3be300. 00000100:00000010:2.0:1749610345.619781:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3be300. 02000000:00000010:2.0:1749610345.619800:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610345.619811:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610345.619824:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610345.619828:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610345.619831:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3be300. 00000400:00000010:0.0:1749610347.028803:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd840. 00000400:00000200:0.0:1749610347.028811:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682bb0 00000400:00000010:0.0:1749610347.028813:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682bb0. 00000100:00000200:0.0:1749610347.028822:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012d5a3b80 x1834598193598080/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610347 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610347.028831:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012d5a3b80 x1834598193598080/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610347 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610347.028882:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b4ee400. 02000000:00000010:0.0:1749610347.028889:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096361800. 00000100:00000010:0.0:1749610347.028893:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3b80. 00000100:00000010:2.0:1749610347.028932:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3be300. 02000000:00000010:2.0:1749610347.028946:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097483800. 00000100:00000010:2.0:1749610347.028972:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bea00. 02000000:00000010:2.0:1749610347.028975:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097483c00. 00000100:00000010:2.0:1749610347.028980:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bed80. 02000000:00000010:2.0:1749610347.028984:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097482c00. 02000000:00000010:0.0:1749610347.028989:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278400. 00000100:00000010:2.0:1749610347.028990:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf100. 02000000:00000010:2.0:1749610347.028992:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097482800. 00000400:00000010:0.0:1749610347.028993:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eac60. 00000100:00000010:2.0:1749610347.028995:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf480. 02000000:00000010:2.0:1749610347.028997:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9100. 00000400:00000010:0.0:1749610347.028997:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9c38. 00000100:00000200:0.0:1749610347.029002:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193603072, portal 25 00000100:00000010:2.0:1749610347.029013:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf800. 02000000:00000010:2.0:1749610347.029014:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9900. 00000400:00000010:0.0:1749610347.029016:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610347.029018:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193603072, offset 0 00000400:00000200:0.0:1749610347.029023:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610347.029033:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a1200. 00000400:00000200:0.0:1749610347.029034:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610347.029039:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52dc0. 00000400:00000010:1.0:1749610347.029042:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387a18. 00000400:00000200:0.0:1749610347.029042:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada2a200 00000100:00000200:1.0:1749610347.029045:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193603584, portal 10 00000400:00000100:0.0:1749610347.029047:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193603072 offset 0 length 520: 4 00000400:00000010:1.0:1749610347.029049:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000400:00000200:0.0:1749610347.029049:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88007261a310 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000200:1.0:1749610347.029050:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193603584, offset 0 00000400:00000200:0.0:1749610347.029051:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1749610347.029055:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610347.029058:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610347.029059:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:1.0:1749610347.029060:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610347.029064:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3be300 x1834598193603072/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610347.029065:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2a400 00000400:00000200:1.0:1749610347.029070:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 76880 00000400:00000200:1.0:1749610347.029075:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749610347.029075:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a40. 00000400:00000200:1.0:1749610347.029078:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610347.029082:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610347.029084:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051b00. 00000100:00000010:1.0:1749610347.029086:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5903480. 00000100:00000010:0.0:1749610347.029087:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051200. 02000000:00000010:3.0:1749610347.029088:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132000. 00000400:00000010:3.0:1749610347.029093:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bc60. 00000400:00000010:3.0:1749610347.029096:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000200:1.0:1749610347.029097:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000100:00000010:0.0:1749610347.029097:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051700. 00000400:00000010:1.0:1749610347.029099:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000200:1.0:1749610347.029103:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bf480 x1834598193603584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610347.029104:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193603712, portal 4 02000000:00000010:0.0:1749610347.029105:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278800. 00000400:00000010:0.0:1749610347.029107:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:3.0:1749610347.029108:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610347.029109:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193603712, offset 0 00000400:00000010:0.0:1749610347.029109:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610347.029111:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193603200, portal 4 00000400:00000200:3.0:1749610347.029112:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749610347.029114:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610347.029115:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193603200, offset 0 00000400:00000200:3.0:1749610347.029117:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610347.029118:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610347.029121:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2a480 00000400:00000200:0.0:1749610347.029123:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610347.029125:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 14376 00000400:00000200:0.0:1749610347.029126:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2a280 00000400:00000200:3.0:1749610347.029128:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610347.029129:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 20800 00000400:00000200:3.0:1749610347.029130:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610347.029130:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8b80. 00000100:00000200:3.0:1749610347.029133:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1749610347.029133:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610347.029134:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2cc0. 00000400:00000200:0.0:1749610347.029135:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749610347.029136:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1500. 00000100:00000200:0.0:1749610347.029139:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610347.029142:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c3100. 00000400:00000200:3.0:1749610347.029145:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610347.029146:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610347.029148:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bf800 x1834598193603712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610347.029148:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7be00. 00000400:00000200:0.0:1749610347.029150:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000020:00000010:2.0:1749610347.029151:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610347.029153:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000400:00000010:0.0:1749610347.029154:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610347.029157:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bea00 x1834598193603200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610347.029160:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca200. 00000020:00000010:1.0:1749610347.029163:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8f00. 00000020:00000010:1.0:1749610347.029168:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 00000020:00000010:2.0:1749610347.029171:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8740. 00000020:00000010:1.0:1749610347.029171:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013d00. 00000020:00000010:2.0:1749610347.029172:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8740. 00000020:00000010:1.0:1749610347.029173:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920abb8. 02000000:00000010:0.0:1749610347.029173:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278c00. 00000100:00000200:2.0:1749610347.029174:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193603584 00000400:00000010:0.0:1749610347.029175:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000400:00000010:0.0:1749610347.029177:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610347.029178:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193603328, portal 10 00000400:00000010:0.0:1749610347.029181:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610347.029182:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193603328, offset 0 02000000:00000010:2.0:1749610347.029199:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097482400. 00010000:00000200:2.0:1749610347.029205:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5903480 x1834598193603584/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:538/0 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610347.029205:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca280. 00000020:00000010:1.0:1749610347.029208:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca280. 00000400:00000200:0.0:1749610347.029211:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610347.029214:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00000100:00000200:1.0:1749610347.029215:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193603712 00000400:00000200:0.0:1749610347.029215:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610347.029216:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193603584, offset 224 00000400:00000200:0.0:1749610347.029218:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2a300 00000400:00000200:2.0:1749610347.029219:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610347.029221:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 77104 00000400:00000200:2.0:1749610347.029223:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610347.029223:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b3b000. 00000400:00000200:0.0:1749610347.029224:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610347.029226:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000400:00000200:0.0:1749610347.029226:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610347.029227:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2a400 00010000:00000200:1.0:1749610347.029227:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a1500 x1834598193603712/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:538/0 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610347.029228:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610347.029229:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886400. 00000400:00000200:2.0:1749610347.029230:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x71b5 [1] + 224 00000020:00000010:3.0:1749610347.029231:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000100:00000010:0.0:1749610347.029231:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c3480. 00000400:00000200:2.0:1749610347.029233:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610347.029234:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610347.029236:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000200:2.0:1749610347.029237:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bf480 x1834598193603584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610347.029238:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000100:00000200:3.0:1749610347.029240:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193603200 00000400:00000010:0.0:1749610347.029240:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000100:00000200:1.0:1749610347.029242:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193603712, offset 224 00000100:00000200:0.0:1749610347.029242:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bed80 x1834598193603328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610347.029245:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610347.029250:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:3.0:1749610347.029251:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610347.029252:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000400:00000010:2.0:1749610347.029253:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 02000000:00000010:0.0:1749610347.029254:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0279400. 00000400:00000200:1.0:1749610347.029255:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2a480 00000400:00000010:0.0:1749610347.029256:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000400:00000200:1.0:1749610347.029258:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x71bd [1] + 224 00000020:00000010:2.0:1749610347.029259:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610347.029261:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000400:00000200:1.0:1749610347.029262:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610347.029263:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe0000. 00000400:00000200:1.0:1749610347.029264:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610347.029264:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000020:00000010:2.0:1749610347.029265:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7be00. 00000100:00000200:0.0:1749610347.029266:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193603456, portal 10 00000400:00000010:3.0:1749610347.029267:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000200:1.0:1749610347.029268:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bf800 x1834598193603712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610347.029269:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193603200, offset 0 00000400:00000010:0.0:1749610347.029269:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749610347.029271:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193603456, offset 0 00000400:00000200:3.0:1749610347.029272:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610347.029272:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7be00. 00000020:00000010:2.0:1749610347.029273:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610347.029274:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000400:00000200:0.0:1749610347.029275:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610347.029276:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610347.029278:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610347.029279:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2a280 00000400:00000200:3.0:1749610347.029281:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x71c5 [1] + 0 00000100:00000200:2.0:1749610347.029281:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193603328 00000400:00000200:0.0:1749610347.029282:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2a380 00000400:00000200:3.0:1749610347.029283:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610347.029283:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000200:3.0:1749610347.029285:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610347.029285:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00010000:00020000:2.0:1749610347.029287:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610347.029288:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 77624 02000000:00000010:2.0:1749610347.029290:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097481c00. 00000100:00000200:3.0:1749610347.029291:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bea00 x1834598193603200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610347.029291:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013d00. 00000400:00000200:0.0:1749610347.029291:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610347.029293:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00000020:00000010:1.0:1749610347.029296:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920abb8. 00000400:00000200:0.0:1749610347.029297:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610347.029298:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000100:00000200:2.0:1749610347.029298:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193603328, offset 0 00000020:00000010:1.0:1749610347.029298:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00000400:00000010:3.0:1749610347.029299:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000200:0.0:1749610347.029301:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610347.029302:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610347.029304:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886400. 00000100:00000010:0.0:1749610347.029304:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c3800. 00000400:00000200:2.0:1749610347.029305:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610347.029306:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000020:00000010:3.0:1749610347.029307:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000400:00000200:2.0:1749610347.029308:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2a300 00000400:00000200:2.0:1749610347.029310:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x71cd [1] + 0 00000400:00000200:2.0:1749610347.029312:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610347.029313:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610347.029313:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749610347.029314:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000020:00000010:1.0:1749610347.029316:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 00000100:00000200:2.0:1749610347.029317:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bed80 x1834598193603328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610347.029317:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bf100 x1834598193603456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610347.029318:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bc60. 00000020:00000010:1.0:1749610347.029318:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013d00. 00000020:00000010:1.0:1749610347.029320:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920abb8. 00000400:00000200:3.0:1749610347.029321:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610347.029322:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000200:3.0:1749610347.029324:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bf800 x1834598193603712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610347.029324:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000400:00000010:2.0:1749610347.029325:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000400:00000010:0.0:1749610347.029327:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000100:00000200:3.0:1749610347.029328:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bf800 x1834598193603712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610347.029329:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000200:0.0:1749610347.029329:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000100:00000200:1.0:1749610347.029330:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193603456 00000400:00000010:0.0:1749610347.029330:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000020:00000010:2.0:1749610347.029331:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000020:00000010:2.0:1749610347.029332:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7be00. 00000100:00000200:0.0:1749610347.029332:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bea00 x1834598193603200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610347.029337:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bea00 x1834598193603200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610347.029338:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610347.029340:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132000. 02000000:00000010:3.0:1749610347.029342:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9900. 00000400:00000010:2.0:1749610347.029342:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52dc0. 02000000:00000010:1.0:1749610347.029342:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b3b400. 00000400:00000200:2.0:1749610347.029344:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387a18 00000400:00000010:2.0:1749610347.029345:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387a18. 00000400:00000010:1.0:1749610347.029346:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000010:3.0:1749610347.029347:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf800. 00000100:00000200:2.0:1749610347.029347:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bf480 x1834598193603584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610347.029349:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193603456, offset 0 02000000:00000010:0.0:1749610347.029349:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278800. 02000000:00000010:0.0:1749610347.029351:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097483c00. 00000100:00000200:2.0:1749610347.029352:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bf480 x1834598193603584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610347.029352:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610347.029354:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bea00. 00000400:00000200:1.0:1749610347.029356:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610347.029360:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a1200. 00000400:00000200:1.0:1749610347.029360:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2a380 00000400:00000010:0.0:1749610347.029361:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 02000000:00000010:2.0:1749610347.029363:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9100. 00000400:00000200:0.0:1749610347.029363:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000100:00000010:2.0:1749610347.029364:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf480. 00000400:00000010:0.0:1749610347.029364:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610347.029366:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bed80 x1834598193603328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610347.029367:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x71dd [1] + 0 00000400:00000200:1.0:1749610347.029370:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610347.029371:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bed80 x1834598193603328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610347.029377:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610347.029379:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278c00. 02000000:00000010:0.0:1749610347.029381:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097482c00. 00000100:00000200:1.0:1749610347.029382:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bf100 x1834598193603456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610347.029383:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bed80. 00000400:00000200:1.0:1749610347.029394:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749610347.029396:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000020:00000010:1.0:1749610347.029403:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013d00. 00000020:00000010:1.0:1749610347.029405:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920abb8. 00000400:00000010:0.0:1749610347.029406:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:0.0:1749610347.029407:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000020:00000010:1.0:1749610347.029408:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00000400:00000010:0.0:1749610347.029408:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610347.029411:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bf100 x1834598193603456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610347.029424:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bf100 x1834598193603456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610347.029433:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0279400. 02000000:00000010:0.0:1749610347.029435:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097482800. 00000100:00000010:0.0:1749610347.029437:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf100. 00000100:00000010:0.0:1749610347.040754:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a40. 00000100:00000010:2.0:1749610347.040761:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051200. 00000100:00000010:1.0:1749610347.040771:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051b00. 00000100:00000010:3.0:1749610347.040776:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051700. 00000100:00000010:2.0:1749610347.620801:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf480. 02000000:00000010:2.0:1749610347.620818:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610347.620832:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610347.620846:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610347.620851:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610347.620856:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf480. 00000400:00000200:0.0:1749610348.158198:0:1042:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610348.158214:0:1042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501a80 00000400:00000100:0.0:1749610348.158221:0:1042:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188194432 offset 0 length 520: 4 00000400:00000200:0.0:1749610348.158225:0:1042:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88007261a100 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610348.158226:0:1042:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:2.0:1749610349.621820:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf480. 02000000:00000010:2.0:1749610349.621850:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610349.621863:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610349.621878:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610349.621883:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610349.621887:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf480. 00000100:00000010:2.0:1749610351.622834:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf480. 02000000:00000010:2.0:1749610351.622853:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610351.622864:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610351.622877:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610351.622881:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610351.622885:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf480. 00000100:00000010:2.0:1749610352.036777:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf480. 02000000:00000010:2.0:1749610352.036793:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097481800. 00000100:00000010:2.0:1749610352.036821:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bfb80. 02000000:00000010:2.0:1749610352.036825:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097481400. 00000100:00000010:2.0:1749610352.036834:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf100. 02000000:00000010:2.0:1749610352.036837:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097480c00. 00000100:00000010:2.0:1749610352.036841:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bed80. 02000000:00000010:2.0:1749610352.036845:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9100. 02000000:00000010:0.0:1749610352.036855:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0279400. 00000400:00000010:0.0:1749610352.036862:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00000010:2.0:1749610352.036865:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bea00. 00000400:00000010:0.0:1749610352.036868:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 02000000:00000010:2.0:1749610352.036869:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9400. 00000100:00000200:0.0:1749610352.036874:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193604224, portal 4 00000400:00000010:0.0:1749610352.036879:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610352.036881:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193604224, offset 0 00000400:00000200:0.0:1749610352.036887:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610352.036894:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7be00. 02000000:00000010:3.0:1749610352.036896:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132000. 00000400:00000200:0.0:1749610352.036897:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610352.036901:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bc60. 00000400:00000010:2.0:1749610352.036902:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd058. 00000400:00000010:3.0:1749610352.036903:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:2.0:1749610352.036905:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00000100:00000200:3.0:1749610352.036906:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193604608, portal 10 00000400:00000200:0.0:1749610352.036906:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2a680 00000100:00000200:2.0:1749610352.036908:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193604736, portal 4 00000400:00000010:3.0:1749610352.036909:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000400:00000200:0.0:1749610352.036911:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 21320 00000400:00000010:2.0:1749610352.036912:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:3.0:1749610352.036915:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193604608, offset 0 00000100:00000200:2.0:1749610352.036916:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193604736, offset 0 00000400:00000200:0.0:1749610352.036917:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610352.036919:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610352.036920:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610352.036922:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610352.036924:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610352.036926:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:2.0:1749610352.036927:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610352.036928:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2a800 00000100:00000010:0.0:1749610352.036929:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c3b80. 00000400:00000200:3.0:1749610352.036933:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 78144 00000400:00000200:2.0:1749610352.036933:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2a880 00000400:00000200:3.0:1749610352.036936:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610352.036938:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610352.036939:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 14600 00000400:00000200:2.0:1749610352.036943:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610352.036948:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610352.036951:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000100:00000010:3.0:1749610352.036952:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1180. 00000400:00000010:0.0:1749610352.036953:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000400:00000200:2.0:1749610352.036957:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610352.036958:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bf480 x1834598193604224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610352.036961:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1749610352.036964:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf800. 00000400:00000200:3.0:1749610352.036972:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610352.036974:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610352.036978:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bed80 x1834598193604608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610352.036982:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000100:00000010:0.0:1749610352.036982:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a40. 00000400:00000010:2.0:1749610352.036983:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610352.036988:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bea00 x1834598193604736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610352.036996:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40518c0. 00000100:00000010:0.0:1749610352.036999:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051540. 00000020:00000010:3.0:1749610352.037009:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000020:00000010:3.0:1749610352.037013:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000100:00000010:0.0:1749610352.037015:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051d00. 00000020:00000010:3.0:1749610352.037017:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 02000000:00000010:0.0:1749610352.037021:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278c00. 00000020:00000010:2.0:1749610352.037022:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8740. 00000400:00000010:0.0:1749610352.037023:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000020:00000010:1.0:1749610352.037024:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca280. 00000400:00000010:0.0:1749610352.037025:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000020:00000010:2.0:1749610352.037027:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca200. 00000100:00000200:0.0:1749610352.037027:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193604352, portal 10 00000020:00000010:1.0:1749610352.037029:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8b80. 00000400:00000010:0.0:1749610352.037031:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:0.0:1749610352.037032:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193604352, offset 0 00000020:00000010:2.0:1749610352.037035:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b200. 00000400:00000200:0.0:1749610352.037035:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610352.037037:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000100:00000200:3.0:1749610352.037038:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193604224 00000020:00000010:1.0:1749610352.037038:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 00000400:00000200:0.0:1749610352.037039:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610352.037040:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000020:00000010:1.0:1749610352.037040:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013900. 00000020:00000010:1.0:1749610352.037042:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920abb8. 00000400:00000200:0.0:1749610352.037042:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2a700 00000400:00000200:0.0:1749610352.037044:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 78368 00000400:00000200:0.0:1749610352.037047:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610352.037050:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:3.0:1749610352.037052:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610352.037052:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610352.037055:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1b100. 00000020:00000010:2.0:1749610352.037056:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a87c0. 00000020:00000010:2.0:1749610352.037058:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a87c0. 02000000:00000010:3.0:1749610352.037059:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe0400. 00000100:00000200:2.0:1749610352.037060:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193604736 00000400:00000200:0.0:1749610352.037063:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000020:00000010:1.0:1749610352.037064:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0000. 00000400:00000010:0.0:1749610352.037065:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000020:00000010:1.0:1749610352.037066:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013d00. 00000400:00000010:3.0:1749610352.037067:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000020:00000010:1.0:1749610352.037067:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000100:00000200:0.0:1749610352.037067:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bfb80 x1834598193604352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610352.037069:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097480800. 00000100:00000200:3.0:1749610352.037070:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193604224, offset 0 00000400:00000200:3.0:1749610352.037074:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:2.0:1749610352.037075:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f3bf800 x1834598193604736/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:543/0 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610352.037078:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca480. 00000400:00000200:3.0:1749610352.037079:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610352.037079:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278800. 00000020:00000010:1.0:1749610352.037080:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca480. 00000400:00000010:0.0:1749610352.037081:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000100:00000200:1.0:1749610352.037082:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193604608 00000400:00000010:0.0:1749610352.037082:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000400:00000200:3.0:1749610352.037083:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2a680 00000400:00000010:2.0:1749610352.037084:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:0.0:1749610352.037084:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193604480, portal 10 00000400:00000010:0.0:1749610352.037086:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:2.0:1749610352.037087:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193604736, offset 224 00000400:00000200:3.0:1749610352.037088:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x71f1 [1] + 0 02000000:00000010:1.0:1749610352.037090:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b3b800. 00010000:00000200:1.0:1749610352.037095:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a1180 x1834598193604608/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:543/0 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610352.037098:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610352.037100:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193604480, offset 0 00000400:00000200:3.0:1749610352.037101:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610352.037102:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610352.037105:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610352.037106:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000400:00000200:2.0:1749610352.037108:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610352.037109:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bf480 x1834598193604224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610352.037109:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193604608, offset 224 00000400:00000200:0.0:1749610352.037109:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610352.037112:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2a880 00000400:00000200:1.0:1749610352.037113:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610352.037113:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2a780 00000400:00000200:2.0:1749610352.037117:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x71fd [1] + 224 00000400:00000200:1.0:1749610352.037119:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610352.037120:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610352.037121:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 78888 00000400:00000200:2.0:1749610352.037123:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610352.037124:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000200:0.0:1749610352.037124:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610352.037125:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000400:00000200:1.0:1749610352.037125:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2a800 00000400:00000200:0.0:1749610352.037127:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610352.037129:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x71f9 [1] + 224 00000100:00000200:2.0:1749610352.037130:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bea00 x1834598193604736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610352.037132:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610352.037133:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610352.037134:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000400:00000200:1.0:1749610352.037135:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749610352.037135:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1b800. 00000020:00000010:3.0:1749610352.037137:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000020:00000010:3.0:1749610352.037139:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000400:00000200:2.0:1749610352.037139:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610352.037140:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:0.0:1749610352.037144:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000100:00000200:1.0:1749610352.037145:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bed80 x1834598193604608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610352.037159:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610352.037162:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000400:00000010:0.0:1749610352.037169:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000020:00000010:2.0:1749610352.037171:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b200. 00000100:00000200:0.0:1749610352.037173:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bf100 x1834598193604480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610352.037174:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749610352.037175:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000400:00000010:3.0:1749610352.037179:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bc60. 00000020:00000010:1.0:1749610352.037183:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013900. 00000400:00000200:3.0:1749610352.037184:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610352.037186:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000020:00000010:1.0:1749610352.037186:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920abb8. 00000020:00000010:1.0:1749610352.037188:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00000400:00000010:0.0:1749610352.037188:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000100:00000200:3.0:1749610352.037189:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bed80 x1834598193604608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610352.037190:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610352.037191:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000020:00000010:2.0:1749610352.037192:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b200. 00000020:00000010:2.0:1749610352.037194:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000100:00000200:0.0:1749610352.037194:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bf480 x1834598193604224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610352.037195:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193604352 00000100:00000200:3.0:1749610352.037196:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bed80 x1834598193604608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610352.037196:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000100:00000200:0.0:1749610352.037199:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bf480 x1834598193604224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610352.037201:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610352.037204:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b3bc00. 00000400:00000010:1.0:1749610352.037207:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000200:1.0:1749610352.037208:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193604352, offset 0 00000100:00000200:2.0:1749610352.037209:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193604480 00000400:00000200:1.0:1749610352.037210:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610352.037212:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132000. 02000000:00000010:0.0:1749610352.037212:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0279400. 00000400:00000200:1.0:1749610352.037213:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610352.037215:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9100. 00000400:00000200:1.0:1749610352.037216:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2a700 02000000:00000010:0.0:1749610352.037216:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097481800. 00010000:00020000:2.0:1749610352.037217:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:3.0:1749610352.037218:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bed80. 00000400:00000200:1.0:1749610352.037218:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7209 [1] + 0 00000100:00000010:0.0:1749610352.037219:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf480. 00000400:00000200:1.0:1749610352.037220:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610352.037221:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097480400. 00000400:00000200:1.0:1749610352.037222:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610352.037224:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bfb80 x1834598193604352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610352.037226:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610352.037229:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193604480, offset 0 00000400:00000200:2.0:1749610352.037232:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610352.037235:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749610352.037236:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000400:00000200:2.0:1749610352.037238:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610352.037238:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000020:00000010:1.0:1749610352.037240:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013d00. 00000400:00000200:0.0:1749610352.037240:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000020:00000010:1.0:1749610352.037241:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000400:00000010:0.0:1749610352.037241:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000020:00000010:1.0:1749610352.037242:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0000. 00000400:00000200:2.0:1749610352.037243:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2a780 00000100:00000200:0.0:1749610352.037243:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bfb80 x1834598193604352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610352.037246:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7215 [1] + 0 00000400:00000200:2.0:1749610352.037249:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610352.037249:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bfb80 x1834598193604352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610352.037252:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610352.037255:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bf100 x1834598193604480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610352.037257:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278c00. 02000000:00000010:0.0:1749610352.037259:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097481400. 00000100:00000010:0.0:1749610352.037261:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bfb80. 00000400:00000010:0.0:1749610352.037264:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:0.0:1749610352.037265:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000010:0.0:1749610352.037270:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000400:00000200:2.0:1749610352.037272:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610352.037273:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:0.0:1749610352.037273:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bf100 x1834598193604480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610352.037278:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bf100 x1834598193604480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610352.037279:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610352.037281:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000020:00000010:2.0:1749610352.037283:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b200. 02000000:00000010:0.0:1749610352.037286:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278800. 02000000:00000010:0.0:1749610352.037288:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097480c00. 00000100:00000010:0.0:1749610352.037290:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf100. 00000400:00000010:2.0:1749610352.037295:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd058. 00000400:00000200:2.0:1749610352.037297:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000400:00000010:2.0:1749610352.037298:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000100:00000200:2.0:1749610352.037301:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bea00 x1834598193604736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610352.037307:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bea00 x1834598193604736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610352.037319:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7be00. 02000000:00000010:2.0:1749610352.037322:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9400. 00000100:00000010:2.0:1749610352.037328:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bea00. 00000100:00000010:0.0:1749610352.037723:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a40. 00000100:00000010:1.0:1749610352.037727:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40518c0. 00000100:00000010:3.0:1749610352.037729:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051d00. 00000100:00000010:2.0:1749610352.037734:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051540. 00000100:00000010:2.0:1749610353.623801:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bea00. 02000000:00000010:2.0:1749610353.623820:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610353.623833:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610353.623848:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610353.623854:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610353.623858:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bea00. 00000100:00000010:2.0:1749610355.624762:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bea00. 02000000:00000010:2.0:1749610355.624779:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610355.624791:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610355.624805:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610355.624810:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7be00. 00000100:00000010:2.0:1749610355.624814:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bea00. 00000100:00000010:2.0:1749610357.044749:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bea00. 02000000:00000010:2.0:1749610357.044765:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097480c00. 00000100:00000010:2.0:1749610357.044790:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdc00. 02000000:00000010:2.0:1749610357.044792:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097481800. 00000100:00000010:2.0:1749610357.044798:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd880. 02000000:00000010:2.0:1749610357.044800:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097481400. 00000100:00000010:2.0:1749610357.044803:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdf80. 02000000:00000010:2.0:1749610357.044805:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9400. 00000100:00000010:2.0:1749610357.044820:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd500. 02000000:00000010:2.0:1749610357.044822:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9e00. 02000000:00000010:0.0:1749610357.044835:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278800. 02000000:00000010:2.0:1749610357.044841:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7be00. 00000400:00000010:0.0:1749610357.044842:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4ead68. 00000400:00000010:2.0:1749610357.044844:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd058. 00000400:00000010:2.0:1749610357.044846:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a76827f8. 00000400:00000010:0.0:1749610357.044847:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9ee0. 00000100:00000200:2.0:1749610357.044851:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193605632, portal 4 00000100:00000200:0.0:1749610357.044852:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193605120, portal 4 00000400:00000010:2.0:1749610357.044856:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000010:0.0:1749610357.044856:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:2.0:1749610357.044857:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193605632, offset 0 00000100:00000200:0.0:1749610357.044858:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193605120, offset 0 00000400:00000200:2.0:1749610357.044862:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610357.044869:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610357.044870:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132000. 00000400:00000200:2.0:1749610357.044872:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610357.044874:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610357.044876:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bc60. 00000400:00000010:3.0:1749610357.044879:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000100:00000200:3.0:1749610357.044882:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193605504, portal 10 00000400:00000200:0.0:1749610357.044882:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2aa00 00000400:00000010:3.0:1749610357.044885:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000400:00000200:0.0:1749610357.044888:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 21840 00000400:00000200:2.0:1749610357.044889:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2ac00 00000100:00000200:3.0:1749610357.044894:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193605504, offset 0 00000400:00000200:0.0:1749610357.044894:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610357.044897:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610357.044899:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 14824 00000400:00000200:2.0:1749610357.044902:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610357.044903:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610357.044904:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610357.044907:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1749610357.044907:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1749610357.044908:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610357.044910:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bca80. 00000100:00000010:0.0:1749610357.044910:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1b480. 00000400:00000200:3.0:1749610357.044913:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2ab80 00000400:00000200:3.0:1749610357.044917:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 79408 00000400:00000200:2.0:1749610357.044921:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000200:3.0:1749610357.044922:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610357.044922:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:3.0:1749610357.044924:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610357.044927:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd500 x1834598193605632/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610357.044931:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610357.044933:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:3.0:1749610357.044936:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749610357.044936:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bea00 x1834598193605120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610357.044939:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3800. 00000100:00000010:2.0:1749610357.044939:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a87c0. 00000400:00000200:3.0:1749610357.044950:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610357.044951:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610357.044955:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bdf80 x1834598193605504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610357.044960:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8540. 00000020:00000010:0.0:1749610357.044973:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051a40. 00000100:00000010:2.0:1749610357.044974:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8cc0. 00000100:00000010:2.0:1749610357.044977:0:1049:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a81c0. 00000020:00000010:0.0:1749610357.044978:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8740. 00000020:00000010:3.0:1749610357.044979:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000020:00000010:3.0:1749610357.044983:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749610357.044986:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000020:00000010:0.0:1749610357.044987:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcba00. 00000020:00000010:0.0:1749610357.044989:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392a80. 00000020:00000010:0.0:1749610357.044991:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040190. 02000000:00000010:2.0:1749610357.044992:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880097482800. 00000400:00000010:2.0:1749610357.044993:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd6e0. 00000400:00000010:2.0:1749610357.044995:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610357.044997:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193605248, portal 10 00000400:00000010:2.0:1749610357.044999:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610357.045000:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193605248, offset 0 00000400:00000200:2.0:1749610357.045002:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610357.045003:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193605120 00000400:00000200:2.0:1749610357.045005:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610357.045008:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2aa80 00000400:00000200:2.0:1749610357.045010:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 79632 00000400:00000200:2.0:1749610357.045012:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610357.045013:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051600. 00000400:00000200:2.0:1749610357.045014:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610357.045014:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051600. 00000100:00000200:2.0:1749610357.045015:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00020000:3.0:1749610357.045016:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:2.0:1749610357.045017:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc700. 00000100:00000200:0.0:1749610357.045017:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193605632 00000020:00000010:1.0:1749610357.045021:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca480. 02000000:00000010:3.0:1749610357.045022:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe0800. 00000400:00000200:2.0:1749610357.045022:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610357.045023:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000020:00000010:1.0:1749610357.045024:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca280. 00000100:00000200:2.0:1749610357.045025:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bdc00 x1834598193605248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610357.045026:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0278c00. 00000020:00000010:1.0:1749610357.045028:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0000. 00000400:00000010:3.0:1749610357.045029:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000020:00000010:1.0:1749610357.045030:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013d00. 00000100:00000200:3.0:1749610357.045031:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193605120, offset 0 00010000:00000200:0.0:1749610357.045031:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f3bca80 x1834598193605632/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:548/0 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610357.045032:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000400:00000200:3.0:1749610357.045035:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610357.045039:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610357.045039:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610357.045041:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193605632, offset 224 00000400:00000200:3.0:1749610357.045044:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2aa00 02000000:00000010:2.0:1749610357.045044:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880097482c00. 00000400:00000200:0.0:1749610357.045044:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610357.045045:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd630. 00000020:00000010:1.0:1749610357.045045:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 00000020:00000010:1.0:1749610357.045047:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013900. 00000400:00000200:3.0:1749610357.045048:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7231 [1] + 0 00000400:00000200:0.0:1749610357.045049:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610357.045051:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610357.045051:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610357.045052:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193605376, portal 10 00000020:00000010:1.0:1749610357.045052:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920abb8. 00000400:00000200:0.0:1749610357.045053:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2ac00 00000400:00000200:3.0:1749610357.045054:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610357.045054:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682770. 00000400:00000200:0.0:1749610357.045056:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x722d [1] + 224 00000100:00000200:2.0:1749610357.045059:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193605376, offset 0 00000400:00000200:0.0:1749610357.045060:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610357.045061:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca280. 00000100:00000200:3.0:1749610357.045062:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bea00 x1834598193605120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610357.045062:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610357.045062:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca280. 00000400:00000200:0.0:1749610357.045062:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610357.045064:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610357.045064:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193605504 00000100:00000200:0.0:1749610357.045066:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd500 x1834598193605632/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610357.045067:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2ab00 00000400:00000200:2.0:1749610357.045068:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 80152 00000400:00000200:2.0:1749610357.045070:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610357.045072:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000200:2.0:1749610357.045072:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610357.045073:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000200:2.0:1749610357.045075:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610357.045077:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc380. 02000000:00000010:1.0:1749610357.045077:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ec000. 00000400:00000200:0.0:1749610357.045078:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610357.045079:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000020:00000010:3.0:1749610357.045080:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00010000:00000200:1.0:1749610357.045081:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a3800 x1834598193605504/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:548/0 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610357.045082:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682770 00000020:00000010:3.0:1749610357.045083:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000400:00000010:2.0:1749610357.045083:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682770. 00000020:00000010:3.0:1749610357.045085:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000100:00000200:2.0:1749610357.045085:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd880 x1834598193605376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610357.045085:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392a80. 00000400:00000010:1.0:1749610357.045088:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000020:00000010:0.0:1749610357.045088:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040190. 00000100:00000200:1.0:1749610357.045090:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193605504, offset 224 00000020:00000010:0.0:1749610357.045090:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcba00. 00000400:00000200:1.0:1749610357.045093:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610357.045096:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4ead68. 00000400:00000200:2.0:1749610357.045097:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9ee0 00000400:00000200:1.0:1749610357.045097:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610357.045098:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9ee0. 00000100:00000200:2.0:1749610357.045100:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bea00 x1834598193605120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610357.045101:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2ab80 00000400:00000200:1.0:1749610357.045103:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x723d [1] + 224 00000100:00000200:2.0:1749610357.045104:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bea00 x1834598193605120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610357.045104:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcba00. 00000400:00000200:1.0:1749610357.045106:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610357.045106:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392a80. 00000020:00000010:0.0:1749610357.045122:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040190. 00000400:00000200:1.0:1749610357.045123:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610357.045127:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bdf80 x1834598193605504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610357.045133:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278800. 00000100:00000200:0.0:1749610357.045134:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193605248 02000000:00000010:2.0:1749610357.045136:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097480c00. 00000400:00000200:1.0:1749610357.045137:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749610357.045138:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000010:2.0:1749610357.045139:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bea00. 00010000:00020000:0.0:1749610357.045141:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749610357.045145:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013d00. 02000000:00000010:0.0:1749610357.045145:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0279400. 00000100:00000200:3.0:1749610357.045148:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193605376 00000020:00000010:1.0:1749610357.045148:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000020:00000010:1.0:1749610357.045149:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0000. 00000400:00000010:0.0:1749610357.045149:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610357.045152:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193605248, offset 0 00000400:00000200:0.0:1749610357.045154:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:3.0:1749610357.045156:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610357.045159:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610357.045160:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe0c00. 00000400:00000200:0.0:1749610357.045162:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2aa80 00000400:00000010:3.0:1749610357.045164:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000400:00000200:0.0:1749610357.045169:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7245 [1] + 0 00000100:00000200:3.0:1749610357.045173:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193605376, offset 0 00000400:00000200:0.0:1749610357.045173:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610357.045175:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610357.045176:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610357.045180:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bdc00 x1834598193605248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610357.045181:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610357.045185:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2ab00 00000400:00000200:3.0:1749610357.045188:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7255 [1] + 0 00000400:00000200:3.0:1749610357.045192:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610357.045194:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610357.045198:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd880 x1834598193605376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610357.045198:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610357.045200:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000020:00000010:0.0:1749610357.045206:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013900. 00000400:00000200:3.0:1749610357.045208:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610357.045209:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000020:00000010:0.0:1749610357.045209:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920abb8. 00000020:00000010:0.0:1749610357.045211:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00000400:00000010:2.0:1749610357.045214:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd6e0. 00000020:00000010:3.0:1749610357.045216:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392a80. 00000400:00000200:2.0:1749610357.045216:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000020:00000010:3.0:1749610357.045218:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040190. 00000020:00000010:3.0:1749610357.045220:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcba00. 00000400:00000010:2.0:1749610357.045221:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000010:0.0:1749610357.045223:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd058. 00000100:00000200:2.0:1749610357.045224:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bdc00 x1834598193605248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610357.045225:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a76827f8 00000400:00000010:0.0:1749610357.045226:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a76827f8. 00000100:00000200:2.0:1749610357.045228:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bdc00 x1834598193605248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610357.045230:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd500 x1834598193605632/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610357.045232:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bc60. 00000100:00000200:0.0:1749610357.045235:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd500 x1834598193605632/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610357.045236:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000010:3.0:1749610357.045238:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000400:00000010:2.0:1749610357.045240:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd630. 00000100:00000200:3.0:1749610357.045241:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bdf80 x1834598193605504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610357.045241:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610357.045242:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610357.045244:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd880 x1834598193605376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610357.045247:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bdf80 x1834598193605504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610357.045248:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd880 x1834598193605376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610357.045248:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7be00. 02000000:00000010:0.0:1749610357.045251:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9e00. 02000000:00000010:2.0:1749610357.045253:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880097482800. 00000100:00000010:0.0:1749610357.045253:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd500. 02000000:00000010:2.0:1749610357.045255:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097481800. 00000100:00000010:2.0:1749610357.045258:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdc00. 02000000:00000010:3.0:1749610357.045259:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132000. 02000000:00000010:2.0:1749610357.045259:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880097482c00. 02000000:00000010:2.0:1749610357.045260:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097481400. 00000100:00000010:2.0:1749610357.045261:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd880. 02000000:00000010:3.0:1749610357.045262:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9400. 00000100:00000010:3.0:1749610357.045264:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdf80. 00000100:00000010:2.0:1749610357.045707:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8cc0. 00000100:00000010:1.0:1749610357.045713:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8540. 00000100:00000010:0.0:1749610357.045718:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a87c0. 00000100:00000010:3.0:1749610357.045725:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a81c0. 00000100:00000010:2.0:1749610357.625795:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd880. 02000000:00000010:2.0:1749610357.625814:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610357.625827:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610357.625842:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610357.625847:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610357.625852:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd880. 10000000:00000010:1.0:1749610358.934747:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b46ca280. 00000020:00000010:1.0:1749610358.934756:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0000. 00000020:00000010:1.0:1749610358.934760:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800958a0200. 00000040:00000010:1.0:1749610358.934762:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800958a0800. 00000020:00000010:1.0:1749610358.934764:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a72000. 00000020:00000010:1.0:1749610358.934768:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800958a1000. 80000000:00000010:1.0:1749610358.934770:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130826b40. 00040000:00000010:1.0:1749610358.934774:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800958a0a00. 00080000:00000010:1.0:1749610358.934778:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e19c000. 00080000:00000010:1.0:1749610358.934793:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880096a5e000. 00000020:00000010:1.0:1749610358.934801:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800958a0200. 00000040:00000010:1.0:1749610358.934804:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800958a0800. 00000020:00000010:1.0:1749610358.934805:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a72000. 00000020:00000010:1.0:1749610358.934808:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800958a1000. 80000000:00000010:1.0:1749610358.934810:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880130826b40. 00040000:00000010:1.0:1749610358.934812:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800958a0a00. 00080000:00000010:1.0:1749610358.934814:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880096a5e000. 00080000:00000010:1.0:1749610358.934817:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012e19c000. 00000020:00000010:1.0:1749610358.934819:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0000. 10000000:00000010:1.0:1749610358.934820:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b46ca280. 10000000:00000400:1.0:1749610358.934822:0:6439:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.203.144@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 00000100:00000010:1.0:1749610358.937406:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5901500. 02000000:00000010:1.0:1749610358.937419:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800958a0000. 00010000:00000010:1.0:1749610358.937430:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b462f900. 00010000:00000010:1.0:1749610358.937434:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800958a0c00. 00000100:00000010:1.0:1749610358.937446:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a027ed80. 00000100:00000200:1.0:1749610358.937456:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8800a5901500 x1834598193605888/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610358.937467:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a027ed80. 02000000:00000010:1.0:1749610358.937500:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800958a0000. 00000100:00000010:1.0:1749610358.937503:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5901500. 00010000:00000010:3.1:1749610358.939753:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b462f900. 00010000:00000010:3.1:1749610358.939759:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958a0c00. 00000100:00000010:2.0:1749610359.626794:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd880. 02000000:00000010:2.0:1749610359.626811:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610359.626823:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610359.626835:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610359.626839:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610359.626842:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd880. 00000100:00000010:0.0:1749610361.627824:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1ad80. 02000000:00000010:0.0:1749610361.627843:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610361.627855:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610361.627867:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610361.627871:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610361.627876:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1ad80. 00000100:00000010:2.0:1749610362.052744:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd880. 02000000:00000010:2.0:1749610362.052761:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097481400. 00000100:00000010:2.0:1749610362.052785:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdc00. 02000000:00000010:2.0:1749610362.052787:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097482c00. 00000100:00000010:2.0:1749610362.052792:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bea00. 02000000:00000010:2.0:1749610362.052794:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097481800. 00000100:00000010:2.0:1749610362.052797:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd180. 02000000:00000010:2.0:1749610362.052800:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9f00. 00000100:00000010:2.0:1749610362.052818:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bce00. 02000000:00000010:2.0:1749610362.052820:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9700. 02000000:00000010:2.0:1749610362.052838:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7b200. 00000400:00000010:2.0:1749610362.052843:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd630. 00000400:00000010:2.0:1749610362.052848:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610362.052854:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193606784, portal 4 02000000:00000010:0.0:1749610362.052855:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278000. 00000400:00000010:2.0:1749610362.052858:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610362.052859:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193606784, offset 0 00000400:00000010:0.0:1749610362.052860:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 02000000:00000010:3.0:1749610362.052863:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6132000. 00000400:00000200:2.0:1749610362.052864:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610362.052868:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bc60. 00000400:00000010:3.0:1749610362.052872:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e990. 00000400:00000010:0.0:1749610362.052872:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000400:00000200:2.0:1749610362.052873:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610362.052875:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193606656, portal 10 00000100:00000200:0.0:1749610362.052876:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193606272, portal 4 00000400:00000010:3.0:1749610362.052878:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610362.052880:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193606656, offset 0 00000400:00000200:2.0:1749610362.052880:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2b080 00000400:00000010:0.0:1749610362.052880:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000400:00000200:3.0:1749610362.052883:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610362.052895:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 15048 00000400:00000200:3.0:1749610362.052897:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610362.052900:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610362.052901:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2b000 00000400:00000200:2.0:1749610362.052902:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610362.052902:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193606272, offset 0 00000400:00000200:3.0:1749610362.052904:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 80672 00000400:00000200:3.0:1749610362.052908:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610362.052909:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610362.052909:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1749610362.052909:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610362.052912:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610362.052912:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdf80. 00000100:00000010:3.0:1749610362.052915:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2680. 00000400:00000200:0.0:1749610362.052915:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610362.052920:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2ae80 00000400:00000200:2.0:1749610362.052923:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610362.052924:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:0.0:1749610362.052928:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 22360 00000100:00000200:2.0:1749610362.052929:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bce00 x1834598193606784/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610362.052933:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000200:0.0:1749610362.052933:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610362.052935:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000400:00000200:0.0:1749610362.052936:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610362.052938:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd180 x1834598193606656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610362.052940:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8cc0. 00000100:00000200:0.0:1749610362.052940:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610362.052943:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1ad80. 00000100:00000010:2.0:1749610362.052951:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a82c0. 00000100:00000010:2.0:1749610362.052958:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a81c0. 00000020:00000010:3.0:1749610362.052964:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2e40. 00000400:00000200:0.0:1749610362.052964:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000100:00000010:2.0:1749610362.052965:0:1051:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a87c0. 00000400:00000010:0.0:1749610362.052966:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000020:00000010:3.0:1749610362.052968:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051a40. 00000100:00000200:0.0:1749610362.052971:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd880 x1834598193606272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610362.052976:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000020:00000010:3.0:1749610362.052978:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749610362.052981:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 02000000:00000010:0.0:1749610362.052987:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0279c00. 00000400:00000010:0.0:1749610362.052990:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000400:00000010:0.0:1749610362.052992:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000020:00000010:2.0:1749610362.052994:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8540. 00000100:00000200:0.0:1749610362.052994:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193606400, portal 10 00000020:00000010:2.0:1749610362.052996:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca480. 00000400:00000010:0.0:1749610362.052997:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000020:00000010:3.0:1749610362.052998:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2c40. 00000020:00000010:3.0:1749610362.052999:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2c40. 00000100:00000200:0.0:1749610362.052999:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193606400, offset 0 00000020:00000010:2.0:1749610362.053000:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b800. 00000100:00000200:3.0:1749610362.053001:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193606784 00000020:00000010:2.0:1749610362.053001:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000400:00000200:0.0:1749610362.053002:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610362.053003:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000400:00000200:0.0:1749610362.053005:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610362.053009:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2af00 02000000:00000010:3.0:1749610362.053011:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe1000. 00000400:00000200:0.0:1749610362.053012:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 80896 00000020:00000010:2.0:1749610362.053015:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8740. 00000020:00000010:1.0:1749610362.053015:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 00010000:00000200:3.0:1749610362.053016:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f3bdf80 x1834598193606784/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:553/0 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610362.053016:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8740. 00000400:00000200:0.0:1749610362.053016:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610362.053017:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193606656 00000400:00000200:0.0:1749610362.053018:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610362.053019:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013180. 00000100:00000200:0.0:1749610362.053020:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749610362.053022:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000400:00000010:3.0:1749610362.053023:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000010:0.0:1749610362.053023:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c1bb80. 02000000:00000010:2.0:1749610362.053024:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097482800. 00000100:00000200:3.0:1749610362.053025:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193606784, offset 224 00010000:00000200:2.0:1749610362.053027:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a2680 x1834598193606656/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:553/0 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610362.053028:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610362.053031:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610362.053031:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:2.0:1749610362.053033:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000010:0.0:1749610362.053033:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000400:00000200:3.0:1749610362.053034:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2b080 00000100:00000200:2.0:1749610362.053035:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193606656, offset 224 00000100:00000200:0.0:1749610362.053035:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bdc00 x1834598193606400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610362.053037:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7269 [1] + 224 00000100:00000200:1.0:1749610362.053037:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193606272 00000400:00000200:3.0:1749610362.053039:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610362.053039:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610362.053040:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610362.053043:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610362.053044:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bce00 x1834598193606784/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610362.053046:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2b000 02000000:00000010:0.0:1749610362.053048:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a027a000. 00000400:00000200:2.0:1749610362.053049:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7271 [1] + 224 00010000:00020000:1.0:1749610362.053050:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610362.053051:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610362.053052:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610362.053055:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd180 x1834598193606656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610362.053055:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ec400. 00000400:00000010:0.0:1749610362.053055:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000400:00000010:0.0:1749610362.053057:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749610362.053059:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193606528, portal 10 00000400:00000200:3.0:1749610362.053060:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610362.053061:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000400:00000010:1.0:1749610362.053061:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000400:00000010:0.0:1749610362.053062:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000100:00000200:1.0:1749610362.053064:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193606272, offset 0 00000400:00000200:2.0:1749610362.053065:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000100:00000200:0.0:1749610362.053065:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193606528, offset 0 00000400:00000010:2.0:1749610362.053066:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:3.0:1749610362.053068:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000020:00000010:2.0:1749610362.053085:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000020:00000010:3.0:1749610362.053086:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000400:00000200:0.0:1749610362.053086:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610362.053087:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000020:00000010:3.0:1749610362.053088:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000020:00000010:2.0:1749610362.053090:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b800. 00000400:00000200:0.0:1749610362.053091:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610362.053096:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b800. 00000400:00000200:0.0:1749610362.053096:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2af80 00000020:00000010:2.0:1749610362.053097:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000400:00000200:1.0:1749610362.053097:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610362.053098:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000400:00000200:0.0:1749610362.053105:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 81416 00000100:00000200:2.0:1749610362.053106:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193606400 00000400:00000200:1.0:1749610362.053108:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610362.053108:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610362.053111:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:2.0:1749610362.053112:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610362.053113:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2ae80 00000100:00000200:0.0:1749610362.053113:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610362.053117:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7275 [1] + 0 02000000:00000010:2.0:1749610362.053119:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097480c00. 00000400:00000200:1.0:1749610362.053120:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610362.053122:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000200:1.0:1749610362.053123:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749610362.053123:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096980000. 00000100:00000200:2.0:1749610362.053124:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193606400, offset 0 00000400:00000200:2.0:1749610362.053127:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610362.053128:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd880 x1834598193606272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610362.053130:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610362.053132:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2af00 00000400:00000200:2.0:1749610362.053135:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7281 [1] + 0 00000400:00000200:2.0:1749610362.053137:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610362.053138:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610362.053139:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749610362.053141:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000020:00000010:3.0:1749610362.053142:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000020:00000010:3.0:1749610362.053144:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000400:00000200:1.0:1749610362.053144:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000020:00000010:3.0:1749610362.053145:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000010:1.0:1749610362.053145:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000200:0.0:1749610362.053145:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bea00 x1834598193606528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610362.053149:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bdc00 x1834598193606400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610362.053153:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193606528 00000020:00000010:1.0:1749610362.053153:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013180. 00000400:00000200:2.0:1749610362.053155:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610362.053156:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:1.0:1749610362.053157:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00010000:00020000:3.0:1749610362.053159:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:2.0:1749610362.053160:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000020:00000010:1.0:1749610362.053160:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 00000020:00000010:2.0:1749610362.053161:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000400:00000010:0.0:1749610362.053161:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 02000000:00000010:3.0:1749610362.053162:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe1400. 00000020:00000010:2.0:1749610362.053163:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b800. 00000400:00000200:0.0:1749610362.053163:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:3.0:1749610362.053165:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000400:00000010:0.0:1749610362.053165:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:3.0:1749610362.053167:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193606528, offset 0 00000100:00000200:0.0:1749610362.053167:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd880 x1834598193606272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610362.053169:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610362.053171:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bc60. 00000400:00000200:3.0:1749610362.053173:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610362.053174:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd880 x1834598193606272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610362.053175:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e990 00000400:00000200:3.0:1749610362.053176:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2af80 00000400:00000010:2.0:1749610362.053176:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e990. 00000100:00000200:2.0:1749610362.053177:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd180 x1834598193606656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610362.053178:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7291 [1] + 0 00000400:00000200:3.0:1749610362.053180:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610362.053182:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610362.053182:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd180 x1834598193606656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610362.053184:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bea00 x1834598193606528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610362.053190:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610362.053191:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 02000000:00000010:2.0:1749610362.053192:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6132000. 02000000:00000010:2.0:1749610362.053194:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9f00. 00000400:00000010:0.0:1749610362.053194:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000020:00000010:3.0:1749610362.053195:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000400:00000200:0.0:1749610362.053195:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000020:00000010:3.0:1749610362.053196:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000020:00000010:3.0:1749610362.053197:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000100:00000010:2.0:1749610362.053197:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd180. 00000400:00000010:0.0:1749610362.053197:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610362.053199:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bdc00 x1834598193606400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610362.053203:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd630. 00000400:00000200:2.0:1749610362.053204:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610362.053205:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:0.0:1749610362.053205:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bdc00 x1834598193606400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610362.053207:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bce00 x1834598193606784/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610362.053216:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000100:00000200:2.0:1749610362.053217:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bce00 x1834598193606784/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610362.053222:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749610362.053223:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 02000000:00000010:2.0:1749610362.053224:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7b200. 02000000:00000010:2.0:1749610362.053226:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9700. 00000100:00000200:0.0:1749610362.053226:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bea00 x1834598193606528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610362.053227:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bce00. 00000100:00000200:0.0:1749610362.053232:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bea00 x1834598193606528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610362.053242:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278000. 02000000:00000010:0.0:1749610362.053246:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097481400. 00000100:00000010:0.0:1749610362.053250:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd880. 02000000:00000010:0.0:1749610362.053252:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0279c00. 02000000:00000010:0.0:1749610362.053254:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097482c00. 00000100:00000010:0.0:1749610362.053256:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdc00. 02000000:00000010:0.0:1749610362.053258:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a027a000. 02000000:00000010:0.0:1749610362.053260:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097481800. 00000100:00000010:0.0:1749610362.053261:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bea00. 00000100:00000010:2.0:1749610362.053731:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a81c0. 00000100:00000010:3.0:1749610362.053735:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a87c0. 00000100:00000010:1.0:1749610362.053743:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a82c0. 00000100:00000010:0.0:1749610362.054719:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8cc0. 00000100:00000010:2.0:1749610363.628837:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bce00. 02000000:00000010:2.0:1749610363.628854:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610363.628867:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610363.628881:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610363.628886:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610363.628890:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bce00. 00000100:00000010:2.0:1749610365.629782:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bce00. 02000000:00000010:2.0:1749610365.629801:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610365.629812:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610365.629824:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610365.629829:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b200. 00000100:00000010:2.0:1749610365.629832:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bce00. 00000100:00000010:2.0:1749610367.060767:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bce00. 02000000:00000010:2.0:1749610367.060785:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097483c00. 00000100:00000010:2.0:1749610367.060820:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd180. 02000000:00000010:2.0:1749610367.060824:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097482c00. 00000100:00000010:2.0:1749610367.060832:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd500. 02000000:00000010:2.0:1749610367.060840:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097481800. 00000100:00000010:2.0:1749610367.060845:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf100. 02000000:00000010:2.0:1749610367.060848:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9700. 00000100:00000010:2.0:1749610367.060882:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bfb80. 02000000:00000010:0.0:1749610367.060882:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a027a000. 02000000:00000010:2.0:1749610367.060886:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9b00. 00000400:00000010:0.0:1749610367.060889:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000400:00000010:0.0:1749610367.060895:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749610367.060901:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193607168, portal 4 00000400:00000010:0.0:1749610367.060907:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 02000000:00000010:3.0:1749610367.060909:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133400. 00000100:00000200:0.0:1749610367.060909:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193607168, offset 0 00000400:00000010:3.0:1749610367.060914:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bcb8. 00000400:00000200:0.0:1749610367.060915:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610367.060919:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610367.060921:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193607552, portal 10 00000400:00000200:0.0:1749610367.060926:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610367.060927:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0a00. 00000400:00000010:1.0:1749610367.060932:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52d68. 00000400:00000200:0.0:1749610367.060934:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2b200 00000400:00000010:1.0:1749610367.060935:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000400:00000010:3.0:1749610367.060936:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:1.0:1749610367.060938:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193607680, portal 4 00000100:00000200:3.0:1749610367.060939:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193607552, offset 0 00000400:00000010:1.0:1749610367.060941:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000400:00000200:0.0:1749610367.060942:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 22880 00000400:00000200:3.0:1749610367.060949:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610367.060951:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193607680, offset 0 00000400:00000200:0.0:1749610367.060953:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610367.060954:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610367.060955:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610367.060956:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610367.060959:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2b380 00000400:00000200:1.0:1749610367.060961:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610367.060962:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 81936 00000100:00000200:0.0:1749610367.060962:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610367.060964:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2b400 00000400:00000200:3.0:1749610367.060965:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749610367.060966:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096980380. 00000400:00000200:3.0:1749610367.060967:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610367.060968:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3951 [8] + 15272 00000400:00000010:1.0:1749610367.060971:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b1a44478. 00000400:00000200:1.0:1749610367.060975:0:1049:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b527c100 00000100:00000200:3.0:1749610367.060977:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610367.060977:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610367.060978:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749610367.060980:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1f80. 00000400:00000200:0.0:1749610367.060981:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610367.060983:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000400:00000200:1.0:1749610367.060991:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b527c100 00000400:00000010:1.0:1749610367.060993:0:1049:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 248 at ffff8800b527c100. 00000100:00000200:0.0:1749610367.060995:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bce00 x1834598193607168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610367.060997:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1749610367.060999:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749610367.061000:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000200:3.0:1749610367.061003:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bf100 x1834598193607552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610367.061006:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749610367.061007:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000010:0.0:1749610367.061009:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051600. 00000100:00000200:1.0:1749610367.061010:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bfb80 x1834598193607680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610367.061022:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051840. 00000020:00000010:3.0:1749610367.061028:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2c40. 00000100:00000010:0.0:1749610367.061029:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051100. 00000020:00000010:2.0:1749610367.061030:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a81c0. 00000020:00000010:3.0:1749610367.061044:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2e40. 00000020:00000010:2.0:1749610367.061046:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8540. 00000020:00000010:1.0:1749610367.061046:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000100:00000010:0.0:1749610367.061047:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a80. 00000020:00000010:1.0:1749610367.061050:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013180. 00000020:00000010:3.0:1749610367.061052:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000020:00000010:1.0:1749610367.061052:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000020:00000010:3.0:1749610367.061054:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 02000000:00000010:0.0:1749610367.061054:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0279c00. 00000020:00000010:3.0:1749610367.061056:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000010:0.0:1749610367.061057:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000020:00000010:2.0:1749610367.061058:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b200. 00000400:00000010:0.0:1749610367.061059:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000020:00000010:2.0:1749610367.061060:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000100:00000200:0.0:1749610367.061062:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193607296, portal 10 00000020:00000010:2.0:1749610367.061063:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 00000400:00000010:0.0:1749610367.061065:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610367.061067:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193607296, offset 0 00000100:00000200:1.0:1749610367.061068:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193607168 00000020:00000010:3.0:1749610367.061069:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2e40. 00000020:00000010:3.0:1749610367.061070:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2e40. 00000400:00000200:0.0:1749610367.061070:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610367.061071:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193607680 00000400:00000200:0.0:1749610367.061074:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610367.061078:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2b280 02000000:00000010:3.0:1749610367.061080:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe1800. 00010000:00020000:1.0:1749610367.061080:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610367.061081:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 82160 00000020:00000010:2.0:1749610367.061083:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8540. 00010000:00000200:3.0:1749610367.061084:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801368fec50 x1834598193607680/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:558/0 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610367.061084:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ec800. 00000020:00000010:2.0:1749610367.061085:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8540. 00000400:00000200:0.0:1749610367.061085:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610367.061087:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193607552 00000400:00000200:0.0:1749610367.061088:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610367.061089:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:0.0:1749610367.061090:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1749610367.061091:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:1.0:1749610367.061091:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193607168, offset 0 00000100:00000200:3.0:1749610367.061092:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193607680, offset 224 00000100:00000010:0.0:1749610367.061092:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096980700. 02000000:00000010:2.0:1749610367.061094:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097481400. 00000400:00000200:1.0:1749610367.061094:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610367.061096:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610367.061097:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610367.061099:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:2.0:1749610367.061099:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a1f80 x1834598193607552/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:558/0 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610367.061101:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2b200 00000400:00000200:0.0:1749610367.061102:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000200:3.0:1749610367.061103:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2b400 00000400:00000010:0.0:1749610367.061103:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000400:00000200:1.0:1749610367.061106:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x72a5 [1] + 0 00000100:00000200:0.0:1749610367.061106:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd180 x1834598193607296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610367.061108:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000400:00000200:3.0:1749610367.061109:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x72b1 [1] + 224 00000400:00000200:1.0:1749610367.061109:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610367.061110:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610367.061111:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610367.061112:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193607552, offset 224 00000100:00000200:1.0:1749610367.061113:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bce00 x1834598193607168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610367.061116:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610367.061117:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610367.061119:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0278000. 00000400:00000200:1.0:1749610367.061121:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:0.0:1749610367.061121:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000100:00000200:3.0:1749610367.061122:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bfb80 x1834598193607680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610367.061122:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610367.061122:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000400:00000010:0.0:1749610367.061124:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610367.061126:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193607424, portal 10 00000400:00000200:2.0:1749610367.061127:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2b380 00000020:00000010:1.0:1749610367.061127:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013180. 00000400:00000200:3.0:1749610367.061128:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749610367.061129:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000400:00000010:0.0:1749610367.061129:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000020:00000010:1.0:1749610367.061131:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000400:00000200:2.0:1749610367.061132:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x72ad [1] + 224 00000020:00000010:1.0:1749610367.061133:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 00000020:00000010:3.0:1749610367.061134:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749610367.061136:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000400:00000200:2.0:1749610367.061136:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610367.061138:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 00000400:00000200:2.0:1749610367.061138:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610367.061139:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193607424, offset 0 00000100:00000200:2.0:1749610367.061142:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bf100 x1834598193607552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610367.061143:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610367.061145:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52d68. 00000400:00000200:0.0:1749610367.061147:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610367.061148:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749610367.061149:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 02000000:00000010:3.0:1749610367.061151:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a4fe1800. 00000100:00000200:1.0:1749610367.061151:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bfb80 x1834598193607680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610367.061152:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 02000000:00000010:3.0:1749610367.061153:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a4fe1000. 00000100:00000010:3.0:1749610367.061154:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdf80. 00000400:00000010:2.0:1749610367.061154:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:1.0:1749610367.061155:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bfb80 x1834598193607680/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610367.061156:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2b300 02000000:00000010:3.0:1749610367.061159:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a0278c00. 00000400:00000200:0.0:1749610367.061159:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 82680 00000100:00000010:3.0:1749610367.061161:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bca80. 00000020:00000010:2.0:1749610367.061161:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000020:00000010:2.0:1749610367.061163:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000400:00000200:0.0:1749610367.061163:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610367.061164:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880097480800. 00000400:00000200:0.0:1749610367.061165:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749610367.061166:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf800. 00000020:00000010:2.0:1749610367.061167:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b200. 02000000:00000010:1.0:1749610367.061168:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0a00. 00000100:00000200:0.0:1749610367.061168:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1749610367.061169:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a9b3b000. 00000100:00000010:3.0:1749610367.061170:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1500. 02000000:00000010:1.0:1749610367.061170:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9b00. 00000100:00000010:0.0:1749610367.061170:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096980a80. 02000000:00000010:3.0:1749610367.061172:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880097483000. 00000100:00000010:3.0:1749610367.061174:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3be680. 02000000:00000010:3.0:1749610367.061176:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880097482000. 00000100:00000010:1.0:1749610367.061176:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bfb80. 00000100:00000010:3.0:1749610367.061177:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0380. 00000400:00000200:0.0:1749610367.061178:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000020:00000010:2.0:1749610367.061179:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b200. 02000000:00000010:3.0:1749610367.061180:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880097481000. 00000400:00000010:0.0:1749610367.061180:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000020:00000010:2.0:1749610367.061181:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6980. 00000100:00000010:3.0:1749610367.061182:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bc000. 00000020:00000010:2.0:1749610367.061182:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73640. 02000000:00000010:3.0:1749610367.061183:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a6033400. 00000100:00000200:0.0:1749610367.061183:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd500 x1834598193607424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610367.061184:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a3480. 02000000:00000010:3.0:1749610367.061186:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096795000. 00000100:00000010:3.0:1749610367.061188:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5902a00. 02000000:00000010:3.0:1749610367.061190:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136a7ac00. 00000100:00000010:3.0:1749610367.061191:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1880. 02000000:00000010:3.0:1749610367.061193:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4eec00. 00000100:00000010:3.0:1749610367.061194:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600000. 00000020:00000010:2.0:1749610367.061195:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7b800. 02000000:00000010:3.0:1749610367.061196:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aa20f000. 00000100:00000200:1.0:1749610367.061196:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193607296 00000100:00000010:3.0:1749610367.061197:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a2300. 00000020:00000010:2.0:1749610367.061197:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6d80. 00000020:00000010:2.0:1749610367.061198:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73af0. 00000400:00000010:0.0:1749610367.061199:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00010000:00020000:1.0:1749610367.061201:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610367.061201:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749610367.061202:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 02000000:00000010:3.0:1749610367.061203:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a213800. 00000100:00000010:3.0:1749610367.061204:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f602300. 02000000:00000010:1.0:1749610367.061204:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ecc00. 00000100:00000200:0.0:1749610367.061205:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bce00 x1834598193607168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610367.061206:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aa20d400. 00000400:00000010:1.0:1749610367.061207:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000010:3.0:1749610367.061208:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a1c00. 00000100:00000200:2.0:1749610367.061208:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193607424 02000000:00000010:3.0:1749610367.061209:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013071e800. 00000100:00000200:1.0:1749610367.061209:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193607296, offset 0 00000100:00000010:3.0:1749610367.061211:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f602a00. 00000100:00000200:0.0:1749610367.061211:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bce00 x1834598193607168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610367.061212:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aa20e800. 00000400:00000200:1.0:1749610367.061212:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749610367.061214:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0700. 02000000:00000010:3.0:1749610367.061215:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013071d800. 00000400:00000200:1.0:1749610367.061215:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:2.0:1749610367.061216:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:3.0:1749610367.061217:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820e00. 02000000:00000010:3.0:1749610367.061218:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aa20ec00. 00000400:00000200:1.0:1749610367.061218:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2b280 00000100:00000010:3.0:1749610367.061219:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0a80. 00000400:00000200:1.0:1749610367.061220:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x72bd [1] + 0 02000000:00000010:3.0:1749610367.061221:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aa20f800. 00000100:00000010:3.0:1749610367.061222:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82a680. 00000400:00000200:1.0:1749610367.061222:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610367.061223:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009539e800. 00000400:00000200:1.0:1749610367.061223:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610367.061224:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a027a000. 02000000:00000010:2.0:1749610367.061225:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097481000. 00000100:00000010:3.0:1749610367.061226:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d5a0000. 00000100:00000200:1.0:1749610367.061226:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd180 x1834598193607296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610367.061227:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a8e2000. 02000000:00000010:0.0:1749610367.061227:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097483c00. 00000100:00000010:3.0:1749610367.061229:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f82aa00. 00000100:00000010:0.0:1749610367.061229:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bce00. 02000000:00000010:3.0:1749610367.061230:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88008fcbc400. 00000400:00000010:2.0:1749610367.061230:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000010:3.0:1749610367.061231:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f820700. 00000400:00000200:1.0:1749610367.061231:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 02000000:00000010:3.0:1749610367.061232:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012b4ef000. 00000400:00000010:1.0:1749610367.061232:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000010:3.0:1749610367.061234:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f823100. 00000100:00000200:2.0:1749610367.061234:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193607424, offset 0 02000000:00000010:3.0:1749610367.061235:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012b4ed400. 00000020:00000010:1.0:1749610367.061235:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6980. 00000400:00000010:0.0:1749610367.061235:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000020:00000010:1.0:1749610367.061236:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73640. 00000400:00000200:0.0:1749610367.061236:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000100:00000010:3.0:1749610367.061237:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f1c00. 00000400:00000010:0.0:1749610367.061237:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 02000000:00000010:3.0:1749610367.061238:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009f150400. 00000020:00000010:1.0:1749610367.061238:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b200. 00000100:00000200:0.0:1749610367.061240:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd180 x1834598193607296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610367.061241:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7db480. 02000000:00000010:3.0:1749610367.061243:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009f151c00. 00000100:00000200:0.0:1749610367.061246:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd180 x1834598193607296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610367.061248:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f0380. 00000400:00000200:2.0:1749610367.061248:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610367.061249:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a8e3800. 00000100:00000010:3.0:1749610367.061251:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807800. 00000400:00000200:2.0:1749610367.061253:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610367.061256:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0279c00. 00000400:00000200:2.0:1749610367.061257:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2b300 02000000:00000010:0.0:1749610367.061258:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097482c00. 00000100:00000010:0.0:1749610367.061260:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd180. 00000400:00000200:2.0:1749610367.061261:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x72d1 [1] + 0 00000400:00000200:2.0:1749610367.061264:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610367.061266:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610367.061270:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd500 x1834598193607424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610367.061284:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a60a5c00. 00000100:00000010:3.0:1749610367.061286:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7db100. 02000000:00000010:3.0:1749610367.061287:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a60a4c00. 00000100:00000010:3.0:1749610367.061288:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095805500. 02000000:00000010:3.0:1749610367.061292:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009f151000. 00000100:00000010:3.0:1749610367.061294:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096ddb480. 00000400:00000200:2.0:1749610367.061296:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 02000000:00000010:3.0:1749610367.061297:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad0800. 00000100:00000010:3.0:1749610367.061298:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebab100. 00000400:00000010:2.0:1749610367.061298:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 02000000:00000010:3.0:1749610367.061300:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800736e1c00. 00000100:00000010:3.0:1749610367.061302:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096ddad80. 02000000:00000010:3.0:1749610367.061304:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800736e1400. 00000100:00000010:3.0:1749610367.061305:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661f80. 00000020:00000010:2.0:1749610367.061305:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6d80. 00000020:00000010:2.0:1749610367.061307:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73af0. 02000000:00000010:3.0:1749610367.061308:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800736e3c00. 00000020:00000010:2.0:1749610367.061309:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7b800. 00000400:00000010:0.0:1749610367.061309:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000100:00000010:3.0:1749610367.061310:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8700. 02000000:00000010:3.0:1749610367.061312:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88008fcbf800. 00000100:00000010:3.0:1749610367.061314:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662a00. 02000000:00000010:3.0:1749610367.061315:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012dd2f400. 00000400:00000200:0.0:1749610367.061316:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000100:00000010:3.0:1749610367.061317:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5f80. 00000400:00000010:0.0:1749610367.061318:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 02000000:00000010:3.0:1749610367.061319:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88008fcbf000. 00000100:00000010:3.0:1749610367.061320:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660380. 02000000:00000010:3.0:1749610367.061322:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88008fcbe000. 00000100:00000200:0.0:1749610367.061322:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd500 x1834598193607424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610367.061323:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e7100. 02000000:00000010:3.0:1749610367.061325:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a705c00. 00000100:00000010:3.0:1749610367.061326:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131662680. 02000000:00000010:3.0:1749610367.061327:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096899400. 00000100:00000200:0.0:1749610367.061327:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd500 x1834598193607424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610367.061328:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661880. 02000000:00000010:3.0:1749610367.061330:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096898400. 00000100:00000010:3.0:1749610367.061331:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660000. 02000000:00000010:3.0:1749610367.061333:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136ac8c00. 00000100:00000010:3.0:1749610367.061334:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660700. 02000000:00000010:3.0:1749610367.061335:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136aca000. 00000100:00000010:3.0:1749610367.061336:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661180. 02000000:00000010:3.0:1749610367.061337:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136ac9000. 00000100:00000010:3.0:1749610367.061338:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131661500. 02000000:00000010:3.0:1749610367.061339:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009689ac00. 02000000:00000010:0.0:1749610367.061339:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278000. 00000100:00000010:3.0:1749610367.061340:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5500. 02000000:00000010:3.0:1749610367.061341:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009689b800. 02000000:00000010:0.0:1749610367.061341:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097481800. 00000100:00000010:3.0:1749610367.061342:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4a80. 00000100:00000010:0.0:1749610367.061344:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd500. 02000000:00000010:3.0:1749610367.061347:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096795800. 00000100:00000010:3.0:1749610367.061348:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4700. 02000000:00000010:3.0:1749610367.061350:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012f1b0400. 00000100:00000010:3.0:1749610367.061351:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4000. 02000000:00000010:3.0:1749610367.061352:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012f1b2800. 00000100:00000010:3.0:1749610367.061354:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800974c0000. 02000000:00000010:3.0:1749610367.061355:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad3000. 00000100:00000010:3.0:1749610367.061356:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131663480. 02000000:00000010:3.0:1749610367.061358:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad0400. 00000100:00000010:3.0:1749610367.061359:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800974c0e00. 02000000:00000010:3.0:1749610367.061361:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4ec000. 00000100:00000010:3.0:1749610367.061362:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68b100. 02000000:00000010:3.0:1749610367.061364:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009dad1c00. 00000100:00000010:3.0:1749610367.061365:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131660e00. 02000000:00000010:3.0:1749610367.061366:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4efc00. 00000100:00000010:3.0:1749610367.061367:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68ad80. 02000000:00000010:3.0:1749610367.061369:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4ef400. 00000100:00000010:3.0:1749610367.061370:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d689c00. 02000000:00000010:3.0:1749610367.061371:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4ef000. 00000100:00000010:3.0:1749610367.061372:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68bb80. 02000000:00000010:3.0:1749610367.061374:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4ecc00. 00000100:00000010:3.0:1749610367.061375:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688000. 02000000:00000010:3.0:1749610367.061376:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4ec400. 00000100:00000010:3.0:1749610367.061377:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f829180. 02000000:00000010:3.0:1749610367.061379:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4ed000. 00000100:00000010:3.0:1749610367.061380:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012f829500. 02000000:00000010:3.0:1749610367.061381:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4ee000. 00000100:00000010:3.0:1749610367.061382:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d68aa00. 02000000:00000010:3.0:1749610367.061383:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4edc00. 00000100:00000010:3.0:1749610367.061384:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688a80. 02000000:00000010:3.0:1749610367.061386:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4ec800. 00000100:00000010:3.0:1749610367.061386:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d688e00. 02000000:00000010:3.0:1749610367.061388:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff88009f7ae800. 00000100:00000010:3.0:1749610367.061390:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807480. 02000000:00000010:3.0:1749610367.061394:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff880136aca800. 00000100:00000010:3.0:1749610367.061395:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880095807100. 02000000:00000010:3.0:1749610367.061396:0:17680:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880136acb000. 00000100:00000010:3.0:1749610367.061398:0:17680:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f600a80. 00000100:00000200:3.0:1749610367.061401:0:17680:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1749610367.061403:0:17680:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bd10. 00000400:00000010:3.0:1749610367.061406:0:17680:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b47aa300. 00000400:00000010:3.0:1749610367.061416:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bcb8. 00000400:00000200:3.0:1749610367.061419:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610367.061420:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610367.061422:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bf100 x1834598193607552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610367.061427:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bf100 x1834598193607552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610367.061436:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133400. 02000000:00000010:3.0:1749610367.061438:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9700. 00000100:00000010:3.0:1749610367.061440:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf100. 00000100:00000010:2.0:1749610367.061721:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051100. 00000100:00000010:1.0:1749610367.061724:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051840. 00000100:00000010:3.0:1749610367.061734:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a80. 00000100:00000010:0.0:1749610367.061747:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051600. 00000100:00000010:0.0:1749610367.630860:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096980e00. 02000000:00000010:0.0:1749610367.630878:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610367.630890:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610367.630904:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610367.630909:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610367.630915:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096980e00. 00000100:00000010:0.0:1749610369.631812:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096980e00. 02000000:00000010:0.0:1749610369.631833:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610369.631846:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610369.631861:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610369.631866:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610369.631872:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096980e00. 00000100:00000010:2.0:1749610371.632820:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bed80. 02000000:00000010:2.0:1749610371.632839:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b800. 00000100:00000010:2.0:1749610371.632852:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610371.632866:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610371.632872:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b800. 00000100:00000010:2.0:1749610371.632877:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bed80. 00000400:00000010:2.0:1749610372.060809:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eac60. 00000400:00000200:2.0:1749610372.060821:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9c38 00000400:00000010:2.0:1749610372.060824:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9c38. 00000100:00000200:2.0:1749610372.060833:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3be300 x1834598193603072/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610372 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610372.060844:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3be300 x1834598193603072/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610372 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610372.060897:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0278400. 02000000:00000010:2.0:1749610372.060916:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097483800. 00000100:00000010:2.0:1749610372.060920:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3be300. 00000100:00000010:0.0:1749610372.060931:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096980e00. 02000000:00000010:0.0:1749610372.060942:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0278000. 00000100:00000010:0.0:1749610372.060959:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096981180. 02000000:00000010:0.0:1749610372.060961:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0279c00. 02000000:00000010:2.0:1749610372.060967:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880097483800. 00000100:00000010:0.0:1749610372.060968:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096981500. 02000000:00000010:0.0:1749610372.060969:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a027a000. 00000400:00000010:2.0:1749610372.060971:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd630. 00000400:00000010:2.0:1749610372.060974:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000010:0.0:1749610372.060974:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096981880. 02000000:00000010:0.0:1749610372.060976:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a027a400. 00000100:00000200:2.0:1749610372.060978:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193608192, portal 25 00000100:00000010:0.0:1749610372.060978:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096981c00. 00000400:00000010:2.0:1749610372.060981:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610372.060982:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193608192, offset 0 00000400:00000200:2.0:1749610372.060986:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610372.060986:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9ba00. 00000400:00000200:2.0:1749610372.061017:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610372.061017:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096981f80. 02000000:00000010:0.0:1749610372.061020:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b300. 00000400:00000200:2.0:1749610372.061025:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada2b600 00000400:00000100:2.0:1749610372.061028:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193608192 offset 0 length 520: 4 00000400:00000200:2.0:1749610372.061030:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e305ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749610372.061032:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1749610372.061037:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610372.061038:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 02000000:00000010:0.0:1749610372.061040:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebcac00. 00000100:00000200:2.0:1749610372.061042:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096980e00 x1834598193608192/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610372.061043:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000400:00000010:0.0:1749610372.061045:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610372.061047:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193608832, portal 4 00000100:00000010:2.0:1749610372.061050:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8540. 00000400:00000010:0.0:1749610372.061051:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610372.061052:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193608832, offset 0 00000400:00000200:0.0:1749610372.061055:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610372.061058:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8740. 00000400:00000200:0.0:1749610372.061059:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610372.061063:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2b880 02000000:00000010:3.0:1749610372.061064:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133400. 00000100:00000010:2.0:1749610372.061066:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8b80. 00000400:00000200:0.0:1749610372.061067:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3955 [8] + 0 00000100:00000010:2.0:1749610372.061069:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8f00. 00000400:00000010:3.0:1749610372.061070:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bcb8. 00000400:00000200:0.0:1749610372.061071:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610372.061073:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000400:00000200:0.0:1749610372.061073:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610372.061076:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880097482000. 00000100:00000200:0.0:1749610372.061076:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1749610372.061077:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193608704, portal 10 00000400:00000010:2.0:1749610372.061077:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd6e0. 00000400:00000010:2.0:1749610372.061079:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000010:0.0:1749610372.061079:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096982300. 00000400:00000010:3.0:1749610372.061080:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:2.0:1749610372.061080:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193608320, portal 4 00000100:00000200:3.0:1749610372.061083:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193608704, offset 0 00000400:00000010:2.0:1749610372.061083:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682770. 00000100:00000200:2.0:1749610372.061085:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193608320, offset 0 00000400:00000200:3.0:1749610372.061087:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610372.061090:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610372.061093:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610372.061093:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610372.061093:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610372.061094:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000400:00000200:2.0:1749610372.061095:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2b680 00000100:00000200:0.0:1749610372.061096:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096981f80 x1834598193608832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610372.061100:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2b800 00000400:00000200:2.0:1749610372.061100:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33dd [256] + 23400 00000400:00000010:2.0:1749610372.061105:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0b5bb0. 00000400:00000200:2.0:1749610372.061107:0:1047:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012f80c000 00000400:00000200:2.0:1749610372.061109:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610372.061111:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610372.061112:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 83200 00000400:00000200:2.0:1749610372.061116:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f80c000 00000400:00000200:3.0:1749610372.061117:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610372.061117:0:1047:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 4216 at ffff88012f80c000. 00000400:00000200:3.0:1749610372.061120:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610372.061120:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:3.0:1749610372.061123:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610372.061127:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0000. 00000400:00000200:2.0:1749610372.061127:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682770 00000400:00000010:2.0:1749610372.061128:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682770. 00000020:00000010:0.0:1749610372.061129:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051600. 00000100:00000200:2.0:1749610372.061130:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096981180 x1834598193608320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610372.061133:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2c40. 02000000:00000010:2.0:1749610372.061139:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880097483000. 00000020:00000010:0.0:1749610372.061139:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000020:00000010:1.0:1749610372.061140:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 00000400:00000010:2.0:1749610372.061141:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd0b0. 00000400:00000010:2.0:1749610372.061142:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682770. 00000020:00000010:0.0:1749610372.061142:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392880. 00000400:00000200:3.0:1749610372.061143:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000020:00000010:1.0:1749610372.061144:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013180. 00000020:00000010:0.0:1749610372.061144:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000400:00000010:3.0:1749610372.061145:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000020:00000010:1.0:1749610372.061146:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000100:00000200:2.0:1749610372.061147:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193608448, portal 10 00000100:00000200:3.0:1749610372.061149:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096981c00 x1834598193608704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610372.061149:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000100:00000200:2.0:1749610372.061150:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193608448, offset 0 00000400:00000200:2.0:1749610372.061152:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610372.061154:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610372.061156:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2b700 00000400:00000200:2.0:1749610372.061158:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 83424 00000100:00000200:1.0:1749610372.061159:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193608320 00000400:00000200:2.0:1749610372.061160:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610372.061160:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051a80. 00000020:00000010:0.0:1749610372.061161:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4051a80. 00000400:00000200:2.0:1749610372.061162:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610372.061162:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193608832 00000100:00000200:2.0:1749610372.061163:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610372.061165:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3be300. 00000400:00000200:2.0:1749610372.061170:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000010:2.0:1749610372.061171:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00010000:00020000:1.0:1749610372.061172:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610372.061172:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a027a800. 00000100:00000200:2.0:1749610372.061173:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096981500 x1834598193608448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610372.061176:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ed000. 00010000:00000200:0.0:1749610372.061176:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096982300 x1834598193608832/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:563/0 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610372.061180:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880097480800. 00000400:00000010:2.0:1749610372.061182:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd108. 00000400:00000010:1.0:1749610372.061182:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000400:00000010:2.0:1749610372.061183:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000100:00000200:1.0:1749610372.061184:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193608320, offset 0 00000020:00000010:3.0:1749610372.061187:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2e40. 00000100:00000200:2.0:1749610372.061187:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193608576, portal 10 00000400:00000200:1.0:1749610372.061188:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610372.061190:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682cc0. 00000020:00000010:3.0:1749610372.061191:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a81c0. 00000100:00000200:2.0:1749610372.061191:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193608576, offset 0 00000400:00000010:0.0:1749610372.061192:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000400:00000200:2.0:1749610372.061193:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610372.061193:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610372.061195:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000100:00000200:0.0:1749610372.061196:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193608832, offset 224 00000020:00000010:3.0:1749610372.061197:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000400:00000200:1.0:1749610372.061197:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2b680 00000400:00000200:2.0:1749610372.061198:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610372.061199:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610372.061200:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000200:2.0:1749610372.061200:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2b780 00000400:00000200:2.0:1749610372.061202:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 83944 00000400:00000200:2.0:1749610372.061204:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610372.061204:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610372.061205:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610372.061205:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x72f9 [1] + 0 00000100:00000200:2.0:1749610372.061208:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610372.061208:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610372.061208:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2b880 00000100:00000010:2.0:1749610372.061209:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bed80. 00000400:00000200:1.0:1749610372.061209:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610372.061211:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x72ed [1] + 224 00000400:00000200:2.0:1749610372.061215:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682cc0 00000400:00000200:0.0:1749610372.061215:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610372.061216:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133a00. 00000400:00000010:2.0:1749610372.061216:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682cc0. 00000100:00000200:1.0:1749610372.061216:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096981180 x1834598193608320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610372.061217:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610372.061218:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886400. 00000100:00000200:2.0:1749610372.061218:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096981880 x1834598193608576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610372.061219:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace097d0. 00000100:00000200:0.0:1749610372.061221:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096981f80 x1834598193608832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610372.061224:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749610372.061225:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000400:00000010:2.0:1749610372.061227:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd6e0. 00000020:00000010:3.0:1749610372.061228:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132400. 00000400:00000200:2.0:1749610372.061229:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610372.061229:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:3.0:1749610372.061230:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886e00. 00000100:00000200:2.0:1749610372.061231:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096981180 x1834598193608320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610372.061232:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09af0. 00000020:00000010:1.0:1749610372.061232:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013180. 00000400:00000200:0.0:1749610372.061234:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000100:00000200:2.0:1749610372.061235:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096981180 x1834598193608320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610372.061235:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000400:00000010:0.0:1749610372.061235:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000020:00000010:1.0:1749610372.061237:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 00000020:00000010:3.0:1749610372.061241:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2440. 00000020:00000010:3.0:1749610372.061242:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2440. 00000020:00000010:0.0:1749610372.061242:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392880. 00000100:00000200:3.0:1749610372.061244:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193608704 00000100:02020000:2.0:1749610372.061245:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000020:00000010:0.0:1749610372.061245:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 02000000:00000010:1.0:1749610372.061247:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800724ed000. 00000020:00000010:0.0:1749610372.061247:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 02000000:00000010:2.0:1749610372.061249:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880097482000. 02000000:00000010:1.0:1749610372.061249:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800724ec800. 00000100:00000010:1.0:1749610372.061250:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096980380. 02000000:00000010:3.0:1749610372.061251:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe1000. 02000000:00000010:2.0:1749610372.061251:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0279c00. 00000100:00000010:2.0:1749610372.061252:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096981180. 02000000:00000010:1.0:1749610372.061252:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800724ec400. 00000100:00000010:1.0:1749610372.061253:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1ad80. 00010000:00000200:3.0:1749610372.061255:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a0000 x1834598193608704/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:563/0 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610372.061258:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a4fe0800. 00000100:00000010:1.0:1749610372.061259:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1b480. 02000000:00000010:1.0:1749610372.061261:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a4fe0400. 00000100:00000010:1.0:1749610372.061262:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800979c3b80. 00000400:00000010:0.0:1749610372.061263:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000010:3.0:1749610372.061264:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:2.0:1749610372.061264:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193608448 02000000:00000010:1.0:1749610372.061264:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a4fe0000. 00000100:00000010:1.0:1749610372.061265:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800979c3100. 00000400:00000200:0.0:1749610372.061265:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 02000000:00000010:1.0:1749610372.061267:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a9b3ac00. 00000400:00000010:0.0:1749610372.061267:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000010:1.0:1749610372.061268:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800979c2680. 00000100:00000200:3.0:1749610372.061269:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193608704, offset 224 00010000:00020000:2.0:1749610372.061270:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610372.061270:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a9b3a800. 00000100:00000200:0.0:1749610372.061270:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096981f80 x1834598193608832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610372.061271:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800979c1c00. 00000400:00000200:3.0:1749610372.061272:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610372.061272:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a9b3a000. 02000000:00000010:2.0:1749610372.061273:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097482000. 00000100:00000010:1.0:1749610372.061273:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800979c1180. 02000000:00000010:1.0:1749610372.061275:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a9b39c00. 00000100:00000200:0.0:1749610372.061275:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096981f80 x1834598193608832/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610372.061276:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800979c0700. 00000400:00000200:3.0:1749610372.061277:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610372.061277:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610372.061278:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193608448, offset 0 02000000:00000010:1.0:1749610372.061278:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a9b39400. 00000100:00000010:1.0:1749610372.061279:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c1a300. 02000000:00000010:1.0:1749610372.061280:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a9b39000. 00000100:00000010:1.0:1749610372.061281:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c19f80. 00000400:00000200:3.0:1749610372.061282:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2b800 00000400:00000200:2.0:1749610372.061284:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610372.061287:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x72f5 [1] + 224 00000400:00000200:2.0:1749610372.061287:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610372.061288:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a9b38800. 00000100:00000010:1.0:1749610372.061289:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c19500. 02000000:00000010:0.0:1749610372.061289:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebcac00. 00000400:00000200:2.0:1749610372.061290:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2b700 02000000:00000010:1.0:1749610372.061290:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a6033000. 00000400:00000200:3.0:1749610372.061291:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610372.061291:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b300. 00000400:00000200:2.0:1749610372.061292:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7305 [1] + 0 00000100:00000010:1.0:1749610372.061292:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f821880. 02000000:00000010:1.0:1749610372.061293:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096362000. 00000100:00000010:0.0:1749610372.061293:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096981f80. 00000400:00000200:3.0:1749610372.061294:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610372.061294:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1749610372.061295:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c18a80. 00000400:00000200:2.0:1749610372.061296:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749610372.061297:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130a41c00. 00000100:00000200:3.0:1749610372.061298:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096981c00 x1834598193608704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610372.061298:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096981500 x1834598193608448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610372.061298:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c18000. 02000000:00000010:1.0:1749610372.061300:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012dd2c800. 00000100:00000010:1.0:1749610372.061301:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822d80. 02000000:00000010:1.0:1749610372.061302:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006e4ed400. 00000100:00000010:1.0:1749610372.061303:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9c00. 02000000:00000010:1.0:1749610372.061305:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800a6030000. 00000400:00000200:2.0:1749610372.061306:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610372.061306:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000010:1.0:1749610372.061307:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800974c0380. 02000000:00000010:1.0:1749610372.061309:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130a42400. 00000400:00000200:3.0:1749610372.061310:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000010:1.0:1749610372.061310:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9180. 00000020:00000010:2.0:1749610372.061311:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886400. 02000000:00000010:1.0:1749610372.061312:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009539ec00. 00000020:00000010:2.0:1749610372.061313:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace097d0. 00000020:00000010:2.0:1749610372.061314:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133a00. 00000100:00000010:1.0:1749610372.061314:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7daa00. 00000400:00000010:3.0:1749610372.061315:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 02000000:00000010:1.0:1749610372.061315:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130a41400. 00000100:00000200:0.0:1749610372.061315:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193608576 00000100:00000010:1.0:1749610372.061316:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f823800. 02000000:00000010:1.0:1749610372.061317:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009539dc00. 00000100:00000010:1.0:1749610372.061319:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008f822a00. 02000000:00000010:1.0:1749610372.061320:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009f150800. 00000400:00000010:2.0:1749610372.061323:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd0b0. 00000100:00000010:1.0:1749610372.061323:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8a80. 00010000:00020000:0.0:1749610372.061323:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749610372.061324:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000400:00000200:2.0:1749610372.061324:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682770 00000400:00000010:2.0:1749610372.061325:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682770. 02000000:00000010:1.0:1749610372.061325:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009f153400. 00000020:00000010:3.0:1749610372.061326:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000200:2.0:1749610372.061327:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096981500 x1834598193608448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610372.061327:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7dbb80. 02000000:00000010:0.0:1749610372.061327:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a027ac00. 00000020:00000010:3.0:1749610372.061328:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 02000000:00000010:1.0:1749610372.061329:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009f152400. 00000100:00000200:2.0:1749610372.061331:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096981500 x1834598193608448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610372.061331:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000010:1.0:1749610372.061333:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8380. 00000100:00000200:0.0:1749610372.061333:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193608576, offset 0 02000000:00000010:1.0:1749610372.061335:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012b4ee800. 00000100:00000010:1.0:1749610372.061336:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dda680. 02000000:00000010:2.0:1749610372.061338:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880097483000. 02000000:00000010:1.0:1749610372.061339:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88008fcbe400. 02000000:00000010:2.0:1749610372.061340:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a027a000. 00000100:00000010:1.0:1749610372.061340:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096ddbb80. 00000100:00000010:2.0:1749610372.061341:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096981500. 02000000:00000010:1.0:1749610372.061342:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012dd2e000. 00000400:00000200:0.0:1749610372.061342:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749610372.061344:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dda300. 00000400:00000010:3.0:1749610372.061347:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bcb8. 00000400:00000200:0.0:1749610372.061347:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610372.061348:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012dd2d000. 00000100:00000010:1.0:1749610372.061349:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd9f80. 00000400:00000200:0.0:1749610372.061350:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2b780 00000400:00000200:3.0:1749610372.061351:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 02000000:00000010:1.0:1749610372.061352:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012b4ef800. 00000400:00000010:3.0:1749610372.061353:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000010:1.0:1749610372.061353:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096dd8a80. 00000100:00000200:3.0:1749610372.061356:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096981c00 x1834598193608704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610372.061356:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012b4ecc00. 00000400:00000200:0.0:1749610372.061356:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7311 [1] + 0 00000100:00000010:1.0:1749610372.061357:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e6300. 00000400:00000200:0.0:1749610372.061358:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610372.061359:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012b4ee000. 00000100:00000010:1.0:1749610372.061360:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e4a80. 00000400:00000200:0.0:1749610372.061361:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749610372.061362:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a707000. 00000100:00000200:3.0:1749610372.061363:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096981c00 x1834598193608704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610372.061363:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e4000. 00000100:00000200:0.0:1749610372.061364:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096981880 x1834598193608576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610372.061365:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a704800. 00000100:00000010:1.0:1749610372.061366:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e7480. 02000000:00000010:1.0:1749610372.061367:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88008fcbc800. 00000100:00000010:1.0:1749610372.061368:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d0e5c00. 02000000:00000010:1.0:1749610372.061370:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012dd2dc00. 00000100:00000010:1.0:1749610372.061371:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5c00. 02000000:00000010:1.0:1749610372.061373:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800736e0c00. 02000000:00000010:3.0:1749610372.061374:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133400. 00000400:00000200:0.0:1749610372.061374:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000100:00000010:1.0:1749610372.061375:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6d80. 02000000:00000010:1.0:1749610372.061376:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012dd2c000. 00000400:00000010:0.0:1749610372.061376:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 02000000:00000010:3.0:1749610372.061377:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9ba00. 00000100:00000010:1.0:1749610372.061377:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f5880. 00000100:00000010:3.0:1749610372.061379:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096981c00. 02000000:00000010:1.0:1749610372.061379:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136acac00. 00000100:00000010:1.0:1749610372.061380:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f4e00. 00000400:00000010:2.0:1749610372.061381:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd108. 02000000:00000010:1.0:1749610372.061381:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880136ac8800. 00000020:00000010:0.0:1749610372.061381:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886e00. 00000400:00000200:2.0:1749610372.061382:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000100:00000010:1.0:1749610372.061382:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebaa680. 00000400:00000010:2.0:1749610372.061383:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 02000000:00000010:1.0:1749610372.061384:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a705400. 00000020:00000010:0.0:1749610372.061384:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09af0. 00000100:00000200:2.0:1749610372.061385:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096981880 x1834598193608576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610372.061385:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801211f6a00. 00000020:00000010:0.0:1749610372.061386:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132400. 02000000:00000010:1.0:1749610372.061387:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a705000. 00000100:00000010:1.0:1749610372.061388:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebabb80. 00000100:00000200:2.0:1749610372.061389:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096981880 x1834598193608576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610372.061391:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d3c2000. 00000100:00000010:1.0:1749610372.061394:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ebaad80. 02000000:00000010:2.0:1749610372.061395:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880097480800. 02000000:00000010:1.0:1749610372.061395:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012f1b3800. 00000100:00000010:1.0:1749610372.061396:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba9500. 02000000:00000010:1.0:1749610372.061398:0:6490:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a706400. 00000100:00000010:1.0:1749610372.061399:0:6490:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012eba8700. 02000000:00000010:2.0:1749610372.061400:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a027a400. 00000100:00000010:2.0:1749610372.061402:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096981880. 00000100:00000200:1.0:1749610372.061407:0:6490:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1749610372.061409:0:6490:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52d68. 00000400:00000010:1.0:1749610372.061412:0:6490:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880096a5e000. 00000100:00000010:2.0:1749610372.072715:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8b80. 00000100:00000010:1.0:1749610372.072718:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8740. 00000100:00000010:0.0:1749610372.072737:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8540. 00000100:00000010:3.0:1749610372.072743:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8f00. 00000800:00000200:0.0:1749610373.512814:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:0.0:1749610373.512819:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1749610373.512822:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610373.512948:0:1041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1749610373.633831:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf480. 02000000:00000010:2.0:1749610373.633850:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610373.633862:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610373.633874:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610373.633879:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610373.633882:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf480. 00000100:00000010:2.0:1749610375.634793:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf480. 02000000:00000010:2.0:1749610375.634812:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610375.634826:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610375.634840:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610375.634845:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610375.634848:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf480. 00000100:00000010:2.0:1749610377.076807:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf480. 02000000:00000010:2.0:1749610377.076825:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097480800. 00000100:00000010:2.0:1749610377.076854:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf100. 02000000:00000010:2.0:1749610377.076857:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097483000. 00000100:00000010:2.0:1749610377.076866:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd500. 02000000:00000010:0.0:1749610377.076869:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a027b000. 02000000:00000010:2.0:1749610377.076870:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097481800. 00000400:00000010:0.0:1749610377.076875:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000400:00000010:0.0:1749610377.076880:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000010:2.0:1749610377.076881:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd180. 02000000:00000010:2.0:1749610377.076885:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9f00. 00000100:00000200:0.0:1749610377.076885:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193609216, portal 4 00000400:00000010:0.0:1749610377.076889:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610377.076891:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193609216, offset 0 00000400:00000200:0.0:1749610377.076896:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610377.076906:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610377.076913:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bce00. 00000400:00000200:0.0:1749610377.076913:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2ba00 02000000:00000010:2.0:1749610377.076917:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9800. 00000400:00000200:0.0:1749610377.076918:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33e1 [256] + 0 00000400:00000200:0.0:1749610377.076922:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610377.076924:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610377.076929:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610377.076931:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096981f80. 02000000:00000010:3.0:1749610377.076938:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133400. 00000400:00000200:0.0:1749610377.076942:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:3.0:1749610377.076947:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bcb8. 00000400:00000010:0.0:1749610377.076966:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610377.076971:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bf480 x1834598193609216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610377.076972:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000020:00000010:2.0:1749610377.076974:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a200. 00000100:00000200:3.0:1749610377.076975:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193609600, portal 10 00000400:00000010:3.0:1749610377.076978:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:3.0:1749610377.076979:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193609600, offset 0 00000020:00000010:2.0:1749610377.076979:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6d80. 00000020:00000010:2.0:1749610377.076982:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73af0. 00000400:00000200:3.0:1749610377.076983:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610377.076984:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a80. 00000400:00000200:3.0:1749610377.076987:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610377.076991:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2bb80 00000100:00000010:0.0:1749610377.076991:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051840. 00000100:00000010:0.0:1749610377.076993:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051100. 00000400:00000200:3.0:1749610377.076995:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 84464 00000100:00000010:0.0:1749610377.076995:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a40. 00000400:00000200:3.0:1749610377.076998:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610377.077000:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749610377.077001:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0a00. 00000100:00000200:3.0:1749610377.077002:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610377.077002:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193609216 02000000:00000010:0.0:1749610377.077003:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a027b400. 00000100:00000010:3.0:1749610377.077004:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0a80. 00000400:00000010:0.0:1749610377.077004:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000400:00000010:1.0:1749610377.077006:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52d10. 00000400:00000010:0.0:1749610377.077006:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610377.077007:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193609344, portal 10 00000400:00000010:1.0:1749610377.077009:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000400:00000010:0.0:1749610377.077010:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:1.0:1749610377.077011:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193609728, portal 4 00000100:00000200:0.0:1749610377.077012:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193609344, offset 0 00000400:00000010:1.0:1749610377.077014:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000400:00000200:0.0:1749610377.077014:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610377.077015:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00010000:00020000:2.0:1749610377.077015:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:3.0:1749610377.077016:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000200:1.0:1749610377.077017:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193609728, offset 0 00000400:00000200:0.0:1749610377.077017:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610377.077018:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd180 x1834598193609600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610377.077019:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2ba80 00000400:00000200:1.0:1749610377.077021:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610377.077023:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 84688 00000400:00000200:1.0:1749610377.077025:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610377.077025:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610377.077027:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097482c00. 00000400:00000200:0.0:1749610377.077027:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610377.077029:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2bc00 00000100:00000200:0.0:1749610377.077029:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610377.077030:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096982680. 00000400:00000200:1.0:1749610377.077033:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3955 [8] + 224 00000400:00000010:2.0:1749610377.077036:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000400:00000200:1.0:1749610377.077036:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610377.077036:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000200:1.0:1749610377.077037:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610377.077037:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000200:2.0:1749610377.077039:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193609216, offset 0 00000100:00000200:0.0:1749610377.077039:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bf100 x1834598193609344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610377.077041:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1749610377.077043:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5901500. 00000400:00000200:2.0:1749610377.077044:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610377.077047:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a027b800. 00000400:00000010:0.0:1749610377.077048:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000400:00000200:2.0:1749610377.077049:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610377.077050:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749610377.077051:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193609472, portal 10 00000020:00000010:3.0:1749610377.077053:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2440. 00000400:00000200:1.0:1749610377.077053:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:0.0:1749610377.077053:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000400:00000010:1.0:1749610377.077054:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000400:00000200:2.0:1749610377.077055:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2ba00 00000020:00000010:3.0:1749610377.077056:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2e40. 00000100:00000200:0.0:1749610377.077056:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193609472, offset 0 00000100:00000200:1.0:1749610377.077057:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bce00 x1834598193609728/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610377.077058:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610377.077062:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000020:00000010:3.0:1749610377.077064:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000400:00000200:0.0:1749610377.077064:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610377.077066:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000200:2.0:1749610377.077067:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x732d [1] + 0 00000400:00000200:0.0:1749610377.077067:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2bb00 00000400:00000200:0.0:1749610377.077070:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 85208 00000400:00000200:2.0:1749610377.077071:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610377.077072:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610377.077074:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610377.077074:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610377.077075:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610377.077076:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096982a00. 00000020:00000010:3.0:1749610377.077078:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132800. 00000020:00000010:3.0:1749610377.077079:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886200. 00000100:00000200:2.0:1749610377.077079:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bf480 x1834598193609216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610377.077081:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09a28. 00000400:00000200:0.0:1749610377.077081:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749610377.077082:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000020:00000010:1.0:1749610377.077083:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca3c0. 00000100:00000200:0.0:1749610377.077084:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd500 x1834598193609472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610377.077085:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051600. 00000020:00000010:3.0:1749610377.077086:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132200. 00000020:00000010:3.0:1749610377.077088:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886680. 00000020:00000010:3.0:1749610377.077089:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09960. 00000020:00000010:1.0:1749610377.077089:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000400:00000200:2.0:1749610377.077090:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000010:2.0:1749610377.077091:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00000020:00000010:1.0:1749610377.077091:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013180. 00000020:00000010:1.0:1749610377.077093:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000020:00000010:3.0:1749610377.077094:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2e40. 00000020:00000010:3.0:1749610377.077095:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2e40. 00000400:00000010:0.0:1749610377.077095:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000100:00000200:3.0:1749610377.077096:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193609600 00000400:00000200:0.0:1749610377.077096:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610377.077097:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610377.077098:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bf480 x1834598193609216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610377.077101:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6d80. 00000100:00000200:0.0:1749610377.077102:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bf480 x1834598193609216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610377.077103:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73af0. 00000020:00000010:1.0:1749610377.077104:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca880. 02000000:00000010:3.0:1749610377.077105:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe1800. 00000020:00000010:1.0:1749610377.077105:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca880. 00000100:00000200:1.0:1749610377.077106:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193609728 00000020:00000010:2.0:1749610377.077107:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a200. 00010000:00000200:3.0:1749610377.077110:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a0a80 x1834598193609600/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:568/0 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610377.077112:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ec400. 00010000:00000200:1.0:1749610377.077115:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5901500 x1834598193609728/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:568/0 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610377.077115:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a027b000. 02000000:00000010:0.0:1749610377.077118:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097480800. 00000400:00000010:3.0:1749610377.077119:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000010:0.0:1749610377.077121:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf480. 00000100:00000200:3.0:1749610377.077122:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193609600, offset 224 00000400:00000200:3.0:1749610377.077126:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610377.077128:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193609344 00000400:00000200:3.0:1749610377.077130:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610377.077130:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749610377.077132:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193609728, offset 224 00000400:00000200:3.0:1749610377.077134:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2bb80 00010000:00020000:2.0:1749610377.077135:0:17854:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610377.077135:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610377.077137:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193609472 00000400:00000200:3.0:1749610377.077138:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7335 [1] + 224 00000400:00000200:1.0:1749610377.077138:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610377.077140:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880097483c00. 00000400:00000200:3.0:1749610377.077141:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610377.077141:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2bc00 00000400:00000010:2.0:1749610377.077143:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00010000:00020000:0.0:1749610377.077143:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749610377.077144:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610377.077144:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7341 [1] + 224 00000100:00000200:2.0:1749610377.077146:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193609344, offset 0 00000400:00000200:1.0:1749610377.077146:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610377.077146:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a027b000. 00000100:00000200:3.0:1749610377.077148:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd180 x1834598193609600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610377.077148:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610377.077149:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000400:00000200:2.0:1749610377.077150:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610377.077152:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193609472, offset 0 00000100:00000200:1.0:1749610377.077153:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bce00 x1834598193609728/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610377.077154:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610377.077154:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610377.077157:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610377.077159:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2ba80 00000400:00000200:0.0:1749610377.077159:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2bb00 00000400:00000200:3.0:1749610377.077161:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749610377.077163:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000400:00000200:2.0:1749610377.077166:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x733d [1] + 0 00000020:00000010:3.0:1749610377.077169:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000400:00000200:2.0:1749610377.077169:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610377.077170:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7351 [1] + 0 00000020:00000010:3.0:1749610377.077172:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000400:00000200:2.0:1749610377.077172:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610377.077172:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000200:0.0:1749610377.077172:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610377.077174:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000400:00000200:0.0:1749610377.077177:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610377.077178:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bf100 x1834598193609344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610377.077179:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 00000100:00000200:0.0:1749610377.077180:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd500 x1834598193609472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610377.077182:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013180. 00000020:00000010:1.0:1749610377.077186:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000020:00000010:1.0:1749610377.077188:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 00000400:00000200:0.0:1749610377.077189:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610377.077189:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000400:00000200:2.0:1749610377.077191:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000010:2.0:1749610377.077192:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00000020:00000010:0.0:1749610377.077195:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886680. 00000020:00000010:0.0:1749610377.077197:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09960. 00000020:00000010:0.0:1749610377.077198:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132200. 00000400:00000010:3.0:1749610377.077199:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bcb8. 00000020:00000010:2.0:1749610377.077203:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886200. 00000400:00000200:3.0:1749610377.077204:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610377.077205:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000020:00000010:2.0:1749610377.077206:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09a28. 00000100:00000200:3.0:1749610377.077207:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd180 x1834598193609600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610377.077208:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132800. 00000100:00000200:3.0:1749610377.077211:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd180 x1834598193609600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610377.077211:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52d10. 00000400:00000200:1.0:1749610377.077215:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749610377.077217:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000400:00000010:0.0:1749610377.077219:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000100:00000200:1.0:1749610377.077220:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bce00 x1834598193609728/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610377.077221:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610377.077221:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 02000000:00000010:3.0:1749610377.077222:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133400. 00000100:00000200:0.0:1749610377.077223:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bf100 x1834598193609344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610377.077224:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9f00. 00000100:00000010:3.0:1749610377.077226:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd180. 00000100:00000200:1.0:1749610377.077226:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bce00 x1834598193609728/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610377.077228:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bf100 x1834598193609344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610377.077235:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000400:00000200:0.0:1749610377.077236:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749610377.077237:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749610377.077238:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd500 x1834598193609472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610377.077239:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0a00. 02000000:00000010:1.0:1749610377.077242:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9800. 00000100:00000200:0.0:1749610377.077242:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd500 x1834598193609472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610377.077244:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bce00. 02000000:00000010:0.0:1749610377.077248:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a027b400. 02000000:00000010:0.0:1749610377.077249:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097483000. 00000100:00000010:0.0:1749610377.077251:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf100. 02000000:00000010:0.0:1749610377.077252:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a027b800. 02000000:00000010:0.0:1749610377.077253:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097481800. 00000100:00000010:0.0:1749610377.077256:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd500. 00000100:00000010:0.0:1749610377.077703:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a80. 00000100:00000010:1.0:1749610377.077711:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051840. 00000100:00000010:2.0:1749610377.077716:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051100. 00000100:00000010:3.0:1749610377.077728:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a40. 00000100:00000010:2.0:1749610377.635809:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc000. 02000000:00000010:2.0:1749610377.635827:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610377.635840:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610377.635854:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610377.635860:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610377.635864:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bc000. 10000000:00000010:1.0:1749610378.936763:0:6439:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b46ca880. 00000020:00000010:1.0:1749610378.936771:0:6439:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0a00. 00000020:00000010:1.0:1749610378.936775:0:6439:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800958a1000. 00000040:00000010:1.0:1749610378.936777:0:6439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800958a0800. 00000020:00000010:1.0:1749610378.936791:0:6439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880096a72000. 00000020:00000010:1.0:1749610378.936795:0:6439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800958a0200. 80000000:00000010:1.0:1749610378.936798:0:6439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880130826b40. 00040000:00000010:1.0:1749610378.936801:0:6439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800958a0400. 00080000:00000010:1.0:1749610378.936804:0:6439:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012e19c000. 00080000:00000010:1.0:1749610378.936809:0:6439:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880096a58000. 00000020:00000010:1.0:1749610378.936817:0:6439:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800958a1000. 00000040:00000010:1.0:1749610378.936820:0:6439:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800958a0800. 00000020:00000010:1.0:1749610378.936822:0:6439:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880096a72000. 00000020:00000010:1.0:1749610378.936825:0:6439:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800958a0200. 80000000:00000010:1.0:1749610378.936826:0:6439:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880130826b40. 00040000:00000010:1.0:1749610378.936828:0:6439:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800958a0400. 00080000:00000010:1.0:1749610378.936830:0:6439:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880096a58000. 00080000:00000010:1.0:1749610378.936832:0:6439:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012e19c000. 00000020:00000010:1.0:1749610378.936834:0:6439:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0a00. 10000000:00000010:1.0:1749610378.936835:0:6439:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b46ca880. 10000000:00020000:1.0:1749610378.936838:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000100:00000010:1.0:1749610378.936845:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5902a00. 02000000:00000010:1.0:1749610378.936856:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800958a0a00. 00010000:00000010:1.0:1749610378.936867:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b462fa00. 00010000:00000010:1.0:1749610378.936872:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800958a0c00. 00000100:00000010:1.0:1749610378.936886:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a027ed80. 00000100:00000200:1.0:1749610378.936897:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8800a5902a00 x1834598193609984/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610378.936912:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a027ed80. 02000000:00000010:1.0:1749610378.936975:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800958a0a00. 00000100:00000010:1.0:1749610378.936980:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a5902a00. 00010000:00000010:3.1:1749610378.942761:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b462fa00. 00010000:00000010:3.1:1749610378.942767:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958a0c00. 00000100:00000010:2.0:1749610379.636785:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc000. 02000000:00000010:2.0:1749610379.636803:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610379.636818:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610379.636832:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610379.636838:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610379.636841:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bc000. 00000100:00000010:0.0:1749610381.637853:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096982d80. 02000000:00000010:0.0:1749610381.637871:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcac00. 00000100:00000010:0.0:1749610381.637897:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610381.637913:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610381.637918:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcac00. 00000100:00000010:0.0:1749610381.637953:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096982d80. 00000100:00000010:2.0:1749610382.084735:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc000. 02000000:00000010:2.0:1749610382.084753:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097481800. 00000100:00000010:2.0:1749610382.084787:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bfb80. 02000000:00000010:2.0:1749610382.084792:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097483000. 00000100:00000010:2.0:1749610382.084801:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3be680. 02000000:00000010:2.0:1749610382.084804:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880097480800. 00000100:00000010:2.0:1749610382.084809:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf800. 02000000:00000010:2.0:1749610382.084812:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9200. 02000000:00000010:0.0:1749610382.084827:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0279800. 00000400:00000010:0.0:1749610382.084835:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000400:00000010:0.0:1749610382.084841:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000010:2.0:1749610382.084842:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bca80. 02000000:00000010:2.0:1749610382.084845:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9a00. 00000100:00000200:0.0:1749610382.084846:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193610368, portal 4 00000400:00000010:0.0:1749610382.084850:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610382.084852:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193610368, offset 0 00000400:00000200:0.0:1749610382.084857:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610382.084867:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610382.084874:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2be80 02000000:00000010:3.0:1749610382.084876:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133400. 00000400:00000200:0.0:1749610382.084878:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33e1 [256] + 520 02000000:00000010:1.0:1749610382.084879:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0a00. 00000400:00000010:3.0:1749610382.084882:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bcb8. 00000400:00000200:0.0:1749610382.084883:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610382.084885:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52d10. 00000400:00000200:0.0:1749610382.084885:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610382.084886:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000400:00000010:1.0:1749610382.084887:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000200:0.0:1749610382.084889:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:3.0:1749610382.084890:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193610752, portal 10 00000100:00000200:1.0:1749610382.084891:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193610880, portal 4 00000100:00000010:0.0:1749610382.084892:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096982d80. 00000400:00000010:3.0:1749610382.084894:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000400:00000010:1.0:1749610382.084894:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749610382.084895:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193610880, offset 0 00000100:00000200:3.0:1749610382.084896:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193610752, offset 0 00000400:00000200:3.0:1749610382.084901:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610382.084904:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610382.084905:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000400:00000200:3.0:1749610382.084907:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610382.084909:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bc000 x1834598193610368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610382.084910:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610382.084913:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2c000 00000400:00000200:1.0:1749610382.084914:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610382.084933:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 85728 00000400:00000200:1.0:1749610382.084935:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2c080 00000400:00000200:3.0:1749610382.084938:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610382.084940:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610382.084940:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3955 [8] + 448 00000100:00000010:0.0:1749610382.084942:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a80. 00000400:00000200:1.0:1749610382.084943:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610382.084944:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610382.084945:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749610382.084947:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0700. 00000100:00000200:1.0:1749610382.084947:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1749610382.084950:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a5902a00. 00000100:00000010:0.0:1749610382.084950:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051540. 00000100:00000010:0.0:1749610382.084953:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051d00. 00000400:00000200:1.0:1749610382.084959:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000100:00000010:0.0:1749610382.084959:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b40518c0. 00000400:00000010:1.0:1749610382.084960:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749610382.084964:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bca80 x1834598193610880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610382.084964:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a027b400. 00000400:00000200:3.0:1749610382.084966:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:0.0:1749610382.084966:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000400:00000010:3.0:1749610382.084968:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000200:3.0:1749610382.084972:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bf800 x1834598193610752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610382.084972:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610382.084973:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193610496, portal 10 00000400:00000010:0.0:1749610382.084976:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610382.084977:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193610496, offset 0 00000400:00000200:0.0:1749610382.084984:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610382.084987:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610382.084990:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2bf00 00000400:00000200:0.0:1749610382.084992:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 85952 00000020:00000010:2.0:1749610382.084994:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8b80. 00000020:00000010:1.0:1749610382.084994:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca880. 00000400:00000200:0.0:1749610382.084995:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610382.084996:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610382.084997:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca3c0. 00000020:00000010:2.0:1749610382.084998:0:17854:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2440. 00000100:00000200:0.0:1749610382.084998:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610382.085000:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096983100. 00000020:00000010:1.0:1749610382.085005:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0400. 00000400:00000200:0.0:1749610382.085007:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610382.085007:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000020:00000010:2.0:1749610382.085008:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a200. 00000020:00000010:1.0:1749610382.085008:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013180. 00000100:00000200:0.0:1749610382.085009:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bfb80 x1834598193610496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610382.085011:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6d80. 00000020:00000010:1.0:1749610382.085011:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000020:00000010:2.0:1749610382.085014:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73af0. 00000020:00000010:3.0:1749610382.085016:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000020:00000010:3.0:1749610382.085019:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 02000000:00000010:0.0:1749610382.085019:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a027bc00. 00000400:00000010:0.0:1749610382.085020:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000400:00000010:0.0:1749610382.085022:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610382.085023:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193610624, portal 10 00000400:00000010:0.0:1749610382.085025:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000020:00000010:1.0:1749610382.085026:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca3c0. 00000100:00000200:0.0:1749610382.085026:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193610624, offset 0 00000020:00000010:3.0:1749610382.085027:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000020:00000010:1.0:1749610382.085027:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca3c0. 00000400:00000200:0.0:1749610382.085027:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610382.085028:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193610880 00000400:00000200:0.0:1749610382.085029:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610382.085031:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2bf80 00000020:00000010:2.0:1749610382.085032:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a600. 00000400:00000200:0.0:1749610382.085033:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 86472 00000400:00000200:0.0:1749610382.085034:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610382.085036:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610382.085037:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749610382.085038:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6d00. 00000100:00000010:0.0:1749610382.085038:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096983480. 02000000:00000010:1.0:1749610382.085039:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ec800. 00000020:00000010:2.0:1749610382.085040:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73a28. 00010000:00000200:1.0:1749610382.085043:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800a5902a00 x1834598193610880/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:573/0 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610382.085043:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749610382.085043:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000100:00000200:3.0:1749610382.085044:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193610368 00000100:00000200:0.0:1749610382.085045:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3be680 x1834598193610624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610382.085048:0:17854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a800. 00000020:00000010:2.0:1749610382.085050:0:17854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6b00. 00000400:00000010:1.0:1749610382.085050:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000020:00000010:2.0:1749610382.085051:0:17854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73bb8. 00000100:00000200:1.0:1749610382.085053:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193610880, offset 224 00000400:00000200:1.0:1749610382.085055:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610382.085057:0:17854:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8e00. 00000020:00000010:2.0:1749610382.085058:0:17854:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8e00. 00000400:00000200:1.0:1749610382.085058:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:3.0:1749610382.085059:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610382.085060:0:17854:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193610752 00000400:00000200:1.0:1749610382.085060:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2c080 00000400:00000200:1.0:1749610382.085063:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7375 [1] + 224 00000100:00000200:0.0:1749610382.085063:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193610496 02000000:00000010:3.0:1749610382.085064:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe1c00. 00000400:00000200:1.0:1749610382.085065:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610382.085066:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610382.085068:0:17854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071d800. 00000100:00000200:1.0:1749610382.085069:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bca80 x1834598193610880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749610382.085069:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:3.0:1749610382.085070:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00010000:00000200:2.0:1749610382.085072:0:17854:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a0700 x1834598193610752/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:573/0 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610382.085073:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193610368, offset 0 00000400:00000200:3.0:1749610382.085076:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610382.085076:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a027a400. 00000400:00000010:2.0:1749610382.085079:0:17854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000400:00000010:0.0:1749610382.085079:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000400:00000200:3.0:1749610382.085081:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610382.085081:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193610496, offset 0 00000100:00000200:2.0:1749610382.085082:0:17854:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193610752, offset 224 00000400:00000200:1.0:1749610382.085083:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749610382.085084:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000400:00000200:3.0:1749610382.085086:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2be80 00000400:00000200:0.0:1749610382.085087:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610382.085089:0:17854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610382.085090:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610382.085091:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013180. 00000400:00000200:2.0:1749610382.085093:0:17854:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610382.085093:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2bf00 00000020:00000010:1.0:1749610382.085095:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000400:00000200:2.0:1749610382.085097:0:17854:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2c000 00000020:00000010:1.0:1749610382.085097:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0400. 00000400:00000200:3.0:1749610382.085099:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7369 [1] + 0 00000400:00000200:0.0:1749610382.085102:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7381 [1] + 0 00000400:00000200:3.0:1749610382.085103:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610382.085104:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610382.085106:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610382.085106:0:17854:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7371 [1] + 224 00000400:00000200:0.0:1749610382.085106:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610382.085108:0:17854:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610382.085109:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52d10. 00000400:00000200:2.0:1749610382.085110:0:17854:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610382.085111:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749610382.085112:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000100:00000200:1.0:1749610382.085114:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bca80 x1834598193610880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610382.085114:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bfb80 x1834598193610496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610382.085115:0:17854:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bf800 x1834598193610752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610382.085116:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bc000 x1834598193610368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610382.085118:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bca80 x1834598193610880/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610382.085122:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749610382.085123:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000400:00000200:2.0:1749610382.085126:0:17854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000010:2.0:1749610382.085127:0:17854:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00000020:00000010:0.0:1749610382.085127:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6d00. 00000400:00000200:3.0:1749610382.085129:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000020:00000010:0.0:1749610382.085129:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73a28. 00000400:00000010:3.0:1749610382.085131:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 02000000:00000010:1.0:1749610382.085131:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0a00. 00000020:00000010:0.0:1749610382.085131:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a600. 00000020:00000010:2.0:1749610382.085132:0:17854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6d80. 00000020:00000010:2.0:1749610382.085133:0:17854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73af0. 02000000:00000010:1.0:1749610382.085134:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9a00. 00000020:00000010:2.0:1749610382.085135:0:17854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a200. 00000020:00000010:3.0:1749610382.085137:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000100:00000010:1.0:1749610382.085137:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bca80. 00000100:00000200:0.0:1749610382.085137:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193610624 00000020:00000010:3.0:1749610382.085140:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00010000:00020000:0.0:1749610382.085141:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749610382.085142:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 02000000:00000010:0.0:1749610382.085143:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a027a000. 00000400:00000010:0.0:1749610382.085145:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000100:00000200:0.0:1749610382.085147:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193610624, offset 0 00000400:00000200:0.0:1749610382.085149:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610382.085151:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610382.085153:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2bf80 00000400:00000200:0.0:1749610382.085155:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7389 [1] + 0 00000400:00000200:0.0:1749610382.085157:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610382.085158:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610382.085159:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bcb8. 00000400:00000200:3.0:1749610382.085164:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610382.085165:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610382.085168:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bf800 x1834598193610752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610382.085168:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3be680 x1834598193610624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610382.085173:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749610382.085174:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000100:00000200:3.0:1749610382.085175:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bf800 x1834598193610752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610382.085182:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6b00. 00000020:00000010:0.0:1749610382.085183:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73bb8. 00000020:00000010:0.0:1749610382.085184:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a800. 02000000:00000010:3.0:1749610382.085187:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133400. 02000000:00000010:3.0:1749610382.085190:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9200. 00000100:00000010:3.0:1749610382.085192:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf800. 00000400:00000010:0.0:1749610382.085192:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000400:00000200:0.0:1749610382.085193:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749610382.085194:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749610382.085196:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bc000 x1834598193610368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610382.085200:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bc000 x1834598193610368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610382.085208:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:0.0:1749610382.085209:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610382.085210:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610382.085211:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bfb80 x1834598193610496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610382.085215:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bfb80 x1834598193610496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610382.085219:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:0.0:1749610382.085220:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610382.085220:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610382.085222:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3be680 x1834598193610624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610382.085225:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3be680 x1834598193610624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610382.085230:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0279800. 02000000:00000010:0.0:1749610382.085232:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097481800. 00000100:00000010:0.0:1749610382.085234:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bc000. 02000000:00000010:0.0:1749610382.085236:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a027b400. 02000000:00000010:0.0:1749610382.085237:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097483000. 00000100:00000010:0.0:1749610382.085239:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bfb80. 02000000:00000010:0.0:1749610382.085240:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a027bc00. 02000000:00000010:0.0:1749610382.085244:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880097480800. 00000100:00000010:0.0:1749610382.085246:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3be680. 00000100:00000010:0.0:1749610382.085709:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a80. 00000100:00000010:2.0:1749610382.085725:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051d00. 00000100:00000010:3.0:1749610382.085726:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b40518c0. 00000100:00000010:1.0:1749610382.085761:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051540. 00000400:00000200:0.0:1749610383.158064:0:1041:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.203.144@tcp(192.168.203.144@tcp) <- 192.168.203.44@tcp : PUT - for me 00000400:00000200:0.0:1749610383.158078:0:1041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.44@tcp of length 520 into portal 26 MB=0x6848ead501b80 00000400:00000100:0.0:1749610383.158083:0:1041:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.203.44@tcp portal 26 match 1834598188194688 offset 0 length 520: 4 00000400:00000200:0.0:1749610383.158086:0:1041:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88007261a100 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610383.158088:0:1041:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:2.0:1749610383.638825:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdf80. 02000000:00000010:2.0:1749610383.638854:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610383.638869:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610383.638885:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610383.638890:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610383.638922:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdf80. 00000100:00000010:2.0:1749610385.639785:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdf80. 02000000:00000010:2.0:1749610385.639801:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610385.639812:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610385.639824:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610385.639828:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610385.639830:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdf80. 00000100:00000010:2.0:1749610387.092749:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdf80. 02000000:00000010:2.0:1749610387.092765:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa20e800. 00000100:00000010:2.0:1749610387.092787:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bea00. 02000000:00000010:2.0:1749610387.092790:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa20ec00. 00000100:00000010:2.0:1749610387.092795:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdc00. 02000000:00000010:2.0:1749610387.092797:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa20f800. 00000100:00000010:2.0:1749610387.092800:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd880. 02000000:00000010:2.0:1749610387.092802:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9300. 02000000:00000010:0.0:1749610387.092817:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a027bc00. 00000100:00000010:2.0:1749610387.092822:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3be680. 00000400:00000010:0.0:1749610387.092823:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 02000000:00000010:2.0:1749610387.092824:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9500. 00000400:00000010:0.0:1749610387.092828:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610387.092833:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193611264, portal 4 00000400:00000010:0.0:1749610387.092837:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610387.092838:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193611264, offset 0 00000400:00000200:0.0:1749610387.092843:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610387.092852:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610387.092859:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2c200 02000000:00000010:3.0:1749610387.092861:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133400. 00000400:00000200:0.0:1749610387.092863:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33e1 [256] + 1040 00000400:00000200:0.0:1749610387.092868:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610387.092870:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749610387.092871:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0a00. 00000100:00000200:0.0:1749610387.092874:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:1.0:1749610387.092876:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52d10. 00000400:00000010:3.0:1749610387.092892:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bcb8. 00000400:00000010:1.0:1749610387.092893:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000100:00000200:1.0:1749610387.092895:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193611776, portal 4 00000400:00000010:3.0:1749610387.092897:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000010:0.0:1749610387.092897:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096983800. 00000400:00000010:1.0:1749610387.092898:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:3.0:1749610387.092900:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193611648, portal 10 00000100:00000200:1.0:1749610387.092900:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193611776, offset 0 00000400:00000200:1.0:1749610387.092903:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610387.092905:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:3.0:1749610387.092907:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193611648, offset 0 00000400:00000200:1.0:1749610387.092908:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610387.092911:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610387.092914:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610387.092915:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000400:00000200:1.0:1749610387.092918:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2c400 00000100:00000200:0.0:1749610387.092920:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bdf80 x1834598193611264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610387.092922:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3955 [8] + 672 00000400:00000200:3.0:1749610387.092923:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610387.092925:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610387.092927:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610387.092929:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2c380 00000100:00000200:1.0:1749610387.092930:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1749610387.092931:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051a80. 00000400:00000200:3.0:1749610387.092934:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 86992 00000100:00000010:1.0:1749610387.092934:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c0700. 00000020:00000010:2.0:1749610387.092937:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a200. 00000100:00000010:0.0:1749610387.092938:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051700. 00000400:00000200:3.0:1749610387.092939:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610387.092941:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610387.092941:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6d80. 00000100:00000010:0.0:1749610387.092941:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051b00. 00000100:00000010:0.0:1749610387.092943:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4051200. 00000020:00000010:2.0:1749610387.092944:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73af0. 00000400:00000200:1.0:1749610387.092944:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749610387.092950:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000200:3.0:1749610387.092954:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610387.092954:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3be680 x1834598193611776/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610387.092954:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a027b400. 00000400:00000010:0.0:1749610387.092956:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000100:00000010:3.0:1749610387.092957:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1c00. 00000400:00000010:0.0:1749610387.092957:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610387.092959:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193611392, portal 10 00000400:00000010:0.0:1749610387.092962:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749610387.092963:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193611392, offset 0 00000100:00000200:2.0:1749610387.092964:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193611264 00000400:00000200:0.0:1749610387.092965:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610387.092969:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610387.092970:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000200:0.0:1749610387.092971:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2c280 00000400:00000010:3.0:1749610387.092972:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000400:00000200:0.0:1749610387.092975:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 87216 00000100:00000200:3.0:1749610387.092976:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd880 x1834598193611648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749610387.092977:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610387.092977:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610387.092978:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610387.092980:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:2.0:1749610387.092982:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20d400. 00000100:00000010:0.0:1749610387.092982:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096983b80. 00000020:00000010:1.0:1749610387.092984:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca3c0. 00000020:00000010:1.0:1749610387.092987:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca880. 00000400:00000200:0.0:1749610387.092987:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:2.0:1749610387.092988:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000400:00000010:0.0:1749610387.092988:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000200:2.0:1749610387.092990:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193611264, offset 0 00000100:00000200:0.0:1749610387.092990:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bea00 x1834598193611392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610387.092993:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610387.092993:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0400. 00000020:00000010:1.0:1749610387.092995:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013180. 00000400:00000200:2.0:1749610387.092997:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610387.092997:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 02000000:00000010:0.0:1749610387.092997:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0279800. 00000400:00000010:0.0:1749610387.092999:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000400:00000010:0.0:1749610387.093000:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000400:00000200:2.0:1749610387.093001:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2c200 00000100:00000200:0.0:1749610387.093001:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193611520, portal 10 00000400:00000010:0.0:1749610387.093003:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000400:00000200:2.0:1749610387.093004:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x73a5 [1] + 0 00000400:00000200:2.0:1749610387.093007:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610387.093008:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610387.093009:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca880. 00000020:00000010:1.0:1749610387.093010:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca880. 00000100:00000200:0.0:1749610387.093010:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193611520, offset 0 00000100:00000200:1.0:1749610387.093011:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193611776 00000400:00000200:0.0:1749610387.093012:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610387.093014:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610387.093016:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2c300 00000100:00000200:2.0:1749610387.093017:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bdf80 x1834598193611264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610387.093018:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 87736 00000400:00000200:0.0:1749610387.093020:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610387.093021:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ed000. 00000400:00000200:0.0:1749610387.093021:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610387.093023:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610387.093025:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00010000:00000200:1.0:1749610387.093025:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800979c0700 x1834598193611776/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610387.093025:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096981880. 00000400:00000010:2.0:1749610387.093026:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00000400:00000010:1.0:1749610387.093031:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000020:00000010:3.0:1749610387.093032:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2e40. 00000020:00000010:2.0:1749610387.093033:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6d80. 00000100:00000200:1.0:1749610387.093033:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193611776, offset 224 00000400:00000200:0.0:1749610387.093034:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749610387.093034:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000020:00000010:3.0:1749610387.093035:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8b80. 00000020:00000010:2.0:1749610387.093035:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73af0. 00000400:00000200:1.0:1749610387.093036:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610387.093037:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bdc00 x1834598193611520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610387.093038:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a200. 00000400:00000200:1.0:1749610387.093040:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610387.093042:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000400:00000200:1.0:1749610387.093043:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2c400 00000020:00000010:3.0:1749610387.093044:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000400:00000200:1.0:1749610387.093045:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x73ad [1] + 224 00000020:00000010:3.0:1749610387.093047:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000200:1.0:1749610387.093048:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610387.093048:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:1.0:1749610387.093049:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610387.093050:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610387.093051:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610387.093052:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bdf80 x1834598193611264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610387.093053:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3be680 x1834598193611776/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610387.093057:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bdf80 x1834598193611264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610387.093060:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749610387.093061:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000020:00000010:3.0:1749610387.093064:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133600. 00000020:00000010:2.0:1749610387.093065:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a200. 00000020:00000010:1.0:1749610387.093065:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013180. 00000020:00000010:3.0:1749610387.093066:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886a00. 00000020:00000010:3.0:1749610387.093068:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09898. 00000020:00000010:2.0:1749610387.093068:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6d80. 00000020:00000010:1.0:1749610387.093068:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000020:00000010:2.0:1749610387.093069:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73af0. 00000020:00000010:1.0:1749610387.093069:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0400. 02000000:00000010:0.0:1749610387.093069:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a027bc00. 02000000:00000010:0.0:1749610387.093072:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20e800. 00000100:00000010:0.0:1749610387.093075:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdf80. 00000020:00000010:3.0:1749610387.093078:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2600. 00000020:00000010:3.0:1749610387.093080:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2600. 00000100:00000200:3.0:1749610387.093082:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193611648 00000100:00000200:1.0:1749610387.093082:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193611392 00000100:00000200:2.0:1749610387.093083:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193611520 00010000:00020000:1.0:1749610387.093088:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610387.093089:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe2000. 00010000:00020000:2.0:1749610387.093091:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610387.093091:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ed400. 00010000:00000200:3.0:1749610387.093093:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a1c00 x1834598193611648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610387.093095:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20f000. 00000400:00000010:1.0:1749610387.093098:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000400:00000010:2.0:1749610387.093099:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000100:00000200:1.0:1749610387.093099:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193611392, offset 0 00000400:00000200:1.0:1749610387.093101:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610387.093102:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:2.0:1749610387.093103:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193611520, offset 0 00000400:00000200:1.0:1749610387.093104:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610387.093107:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610387.093107:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2c280 00000100:00000200:3.0:1749610387.093109:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193611648, offset 224 00000400:00000200:1.0:1749610387.093110:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x73bd [1] + 0 00000400:00000200:2.0:1749610387.093111:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610387.093111:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610387.093113:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610387.093113:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610387.093116:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2c300 00000100:00000200:1.0:1749610387.093116:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bea00 x1834598193611392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610387.093118:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610387.093119:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x73c9 [1] + 0 00000400:00000200:3.0:1749610387.093123:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2c380 00000400:00000200:2.0:1749610387.093123:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610387.093125:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610387.093126:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x73b1 [1] + 224 00000400:00000200:3.0:1749610387.093130:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610387.093131:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bdc00 x1834598193611520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610387.093131:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000200:3.0:1749610387.093132:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610387.093132:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000020:00000010:1.0:1749610387.093136:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886a00. 00000100:00000200:3.0:1749610387.093137:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd880 x1834598193611648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610387.093138:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09898. 00000020:00000010:1.0:1749610387.093139:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133600. 00000400:00000200:2.0:1749610387.093140:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000010:2.0:1749610387.093142:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00000400:00000010:0.0:1749610387.093144:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:0.0:1749610387.093146:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610387.093147:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000020:00000010:2.0:1749610387.093148:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6d80. 00000020:00000010:2.0:1749610387.093150:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73af0. 00000100:00000200:0.0:1749610387.093150:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bea00 x1834598193611392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610387.093151:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749610387.093152:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000020:00000010:2.0:1749610387.093152:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a200. 00000100:00000200:0.0:1749610387.093153:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bea00 x1834598193611392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610387.093154:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52d10. 00000400:00000200:1.0:1749610387.093157:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:1.0:1749610387.093158:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000020:00000010:3.0:1749610387.093159:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000100:00000200:1.0:1749610387.093159:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3be680 x1834598193611776/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02020000:0.0:1749610387.093160:0:1047:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000020:00000010:3.0:1749610387.093161:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000020:00000010:3.0:1749610387.093164:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 00000100:00000200:1.0:1749610387.093164:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3be680 x1834598193611776/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610387.093164:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000400:00000200:0.0:1749610387.093165:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749610387.093166:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749610387.093168:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bdc00 x1834598193611520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610387.093171:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bdc00 x1834598193611520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610387.093174:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0a00. 02000000:00000010:1.0:1749610387.093176:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9500. 02000000:00000010:0.0:1749610387.093177:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a027b400. 00000100:00000010:1.0:1749610387.093178:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3be680. 02000000:00000010:0.0:1749610387.093178:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20ec00. 00000400:00000010:3.0:1749610387.093179:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bcb8. 00000400:00000200:3.0:1749610387.093183:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000100:00000010:0.0:1749610387.093183:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bea00. 00000400:00000010:3.0:1749610387.093184:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 02000000:00000010:0.0:1749610387.093186:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0279800. 00000100:00000200:3.0:1749610387.093187:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd880 x1834598193611648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610387.093187:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20f800. 00000100:00000010:0.0:1749610387.093189:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdc00. 00000100:00000200:3.0:1749610387.093193:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd880 x1834598193611648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610387.093205:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133400. 02000000:00000010:3.0:1749610387.093208:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9300. 00000100:00000010:3.0:1749610387.093210:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd880. 00000100:00000010:2.0:1749610387.093709:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051b00. 00000100:00000010:0.0:1749610387.093711:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051a80. 00000100:00000010:1.0:1749610387.093720:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051700. 00000100:00000010:3.0:1749610387.093746:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4051200. 00000100:00000010:2.0:1749610387.640797:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bfb80. 02000000:00000010:2.0:1749610387.640817:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610387.640831:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610387.640859:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610387.640864:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610387.640868:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bfb80. 00000100:00000010:2.0:1749610389.641801:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bfb80. 02000000:00000010:2.0:1749610389.641820:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610389.641832:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610389.641846:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610389.641851:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610389.641855:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bfb80. 00000100:00000010:2.0:1749610391.642738:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bfb80. 02000000:00000010:2.0:1749610391.642753:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610391.642763:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610391.642775:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610391.642778:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610391.642781:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bfb80. 00000100:00000010:2.0:1749610392.100776:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bfb80. 02000000:00000010:2.0:1749610392.100795:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa20f800. 00000100:00000010:2.0:1749610392.100819:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc000. 02000000:00000010:2.0:1749610392.100821:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa20ec00. 00000100:00000010:2.0:1749610392.100826:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf800. 02000000:00000010:2.0:1749610392.100828:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aa20e800. 00000100:00000010:2.0:1749610392.100831:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bca80. 02000000:00000010:2.0:1749610392.100833:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9000. 02000000:00000010:0.0:1749610392.100869:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0279800. 00000100:00000010:2.0:1749610392.100870:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd500. 02000000:00000010:2.0:1749610392.100873:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9c00. 00000400:00000010:0.0:1749610392.100879:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000400:00000010:0.0:1749610392.100885:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749610392.100891:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193612288, portal 4 00000400:00000010:0.0:1749610392.100897:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610392.100899:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193612288, offset 0 02000000:00000010:3.0:1749610392.100905:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133400. 00000400:00000200:0.0:1749610392.100906:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610392.100909:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bcb8. 00000400:00000010:3.0:1749610392.100912:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610392.100914:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193612672, portal 10 00000400:00000010:3.0:1749610392.100917:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:3.0:1749610392.100918:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193612672, offset 0 00000400:00000200:0.0:1749610392.100918:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610392.100922:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610392.100928:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0a00. 00000400:00000200:0.0:1749610392.100928:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2c600 00000400:00000010:1.0:1749610392.100933:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52d10. 00000400:00000200:3.0:1749610392.100938:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610392.100941:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2c780 00000400:00000200:0.0:1749610392.100941:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33e1 [256] + 1560 00000400:00000200:3.0:1749610392.100947:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 88256 00000400:00000010:1.0:1749610392.100947:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387990. 00000400:00000200:0.0:1749610392.100947:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610392.100950:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610392.100950:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193612800, portal 4 00000400:00000200:3.0:1749610392.100951:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610392.100951:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610392.100954:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:3.0:1749610392.100956:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749610392.100956:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:1.0:1749610392.100957:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193612800, offset 0 00000100:00000010:3.0:1749610392.100958:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a2300. 00000100:00000010:0.0:1749610392.100958:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096981c00. 00000400:00000200:1.0:1749610392.100968:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610392.100973:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610392.100975:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749610392.100976:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000400:00000200:1.0:1749610392.100979:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2c800 00000100:00000200:3.0:1749610392.100981:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bca80 x1834598193612672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610392.100982:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610392.100984:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610392.100988:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bfb80 x1834598193612288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610392.100989:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3955 [8] + 896 00000100:00000010:3.0:1749610392.100992:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2600. 00000400:00000200:1.0:1749610392.100993:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610392.100995:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610392.100999:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1749610392.101000:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2800. 00000020:00000010:2.0:1749610392.101002:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8e00. 00000100:00000010:1.0:1749610392.101003:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c1180. 00000020:00000010:2.0:1749610392.101007:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2e40. 00000400:00000200:1.0:1749610392.101013:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749610392.101015:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000020:00000010:2.0:1749610392.101016:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a200. 00000100:00000010:3.0:1749610392.101018:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2b00. 00000020:00000010:2.0:1749610392.101019:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6d80. 00000100:00000200:1.0:1749610392.101020:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd500 x1834598193612800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610392.101021:0:1050:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c0e2680. 00000020:00000010:2.0:1749610392.101022:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73af0. 00000020:00000010:0.0:1749610392.101025:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000020:00000010:0.0:1749610392.101029:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392880. 00000020:00000010:0.0:1749610392.101031:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000020:00000010:2.0:1749610392.101039:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3a8780. 00000020:00000010:2.0:1749610392.101041:0:6441:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3a8780. 00000100:00000200:2.0:1749610392.101047:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193612672 00000100:00000200:0.0:1749610392.101047:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193612288 00000020:00000010:1.0:1749610392.101052:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca880. 00000020:00000010:1.0:1749610392.101055:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca3c0. 02000000:00000010:2.0:1749610392.101058:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013071e800. 00010000:00020000:0.0:1749610392.101061:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000200:2.0:1749610392.101063:0:6441:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a2300 x1834598193612672/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610392.101066:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a027b400. 00000020:00000010:1.0:1749610392.101070:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0400. 00000400:00000010:2.0:1749610392.101072:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000020:00000010:1.0:1749610392.101073:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013180. 00000400:00000010:0.0:1749610392.101073:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:2.0:1749610392.101074:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193612672, offset 224 00000020:00000010:1.0:1749610392.101076:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000100:00000200:0.0:1749610392.101076:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193612288, offset 0 00000400:00000200:2.0:1749610392.101077:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610392.101081:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610392.101084:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2c780 00000400:00000200:0.0:1749610392.101085:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610392.101088:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x73e9 [1] + 224 00000400:00000200:2.0:1749610392.101090:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610392.101090:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610392.101092:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610392.101093:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2c600 00000020:00000010:1.0:1749610392.101094:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca3c0. 00000100:00000200:2.0:1749610392.101095:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bca80 x1834598193612672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610392.101096:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca3c0. 00000400:00000200:0.0:1749610392.101096:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x73e1 [1] + 0 00000100:00000200:1.0:1749610392.101098:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193612800 00000400:00000200:0.0:1749610392.101098:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610392.101099:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610392.101103:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bfb80 x1834598193612288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610392.101104:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000010:2.0:1749610392.101105:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 02000000:00000010:1.0:1749610392.101106:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ed800. 00000400:00000010:3.0:1749610392.101109:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bcb8. 00010000:00000200:1.0:1749610392.101110:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800979c1180 x1834598193612800/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610392.101113:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000020:00000010:2.0:1749610392.101113:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6d80. 00000400:00000010:3.0:1749610392.101114:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000020:00000010:2.0:1749610392.101115:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73af0. 00000100:00000200:3.0:1749610392.101117:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bca80 x1834598193612672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610392.101117:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a200. 00000400:00000010:1.0:1749610392.101118:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:3.0:1749610392.101121:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bca80 x1834598193612672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610392.101122:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193612800, offset 224 00000400:00000200:0.0:1749610392.101122:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610392.101123:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000400:00000200:1.0:1749610392.101126:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610392.101129:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392880. 00000400:00000200:1.0:1749610392.101131:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610392.101131:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:0.0:1749610392.101132:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 02000000:00000010:3.0:1749610392.101135:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133400. 00000400:00000200:1.0:1749610392.101135:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2c800 02000000:00000010:3.0:1749610392.101138:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9000. 00000400:00000200:1.0:1749610392.101138:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x73f1 [1] + 224 00000100:00000010:3.0:1749610392.101141:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bca80. 00000400:00000200:1.0:1749610392.101142:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610392.101144:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610392.101145:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000400:00000200:0.0:1749610392.101146:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749610392.101147:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749610392.101149:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bfb80 x1834598193612288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610392.101150:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd500 x1834598193612800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610392.101153:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bfb80 x1834598193612288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610392.101165:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a027bc00. 00000400:00000010:0.0:1749610392.101167:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000400:00000010:0.0:1749610392.101168:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000400:00000200:1.0:1749610392.101170:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749610392.101171:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000200:0.0:1749610392.101174:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193612416, portal 10 00000400:00000010:2.0:1749610392.101175:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52d10. 00000400:00000010:0.0:1749610392.101176:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000400:00000200:2.0:1749610392.101178:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387990 00000400:00000010:2.0:1749610392.101179:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387990. 00000020:00000010:1.0:1749610392.101180:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013180. 00000100:00000200:0.0:1749610392.101180:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193612416, offset 0 00000100:00000200:2.0:1749610392.101181:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd500 x1834598193612800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610392.101182:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610392.101183:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000100:00000200:2.0:1749610392.101185:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd500 x1834598193612800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610392.101185:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610392.101186:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0400. 00000400:00000200:0.0:1749610392.101188:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2c680 00000400:00000200:0.0:1749610392.101190:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 88480 00000400:00000200:0.0:1749610392.101192:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610392.101193:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610392.101195:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0a00. 02000000:00000010:2.0:1749610392.101197:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9c00. 00000100:00000010:2.0:1749610392.101198:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd500. 00000100:00000200:0.0:1749610392.101199:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610392.101201:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096981500. 00000400:00000200:0.0:1749610392.101207:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610392.101207:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610392.101209:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bc000 x1834598193612416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610392.101210:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a200. 00000020:00000010:2.0:1749610392.101211:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6d80. 00000020:00000010:2.0:1749610392.101212:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73af0. 02000000:00000010:0.0:1749610392.101218:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0279c00. 00000400:00000010:0.0:1749610392.101220:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000400:00000010:0.0:1749610392.101221:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610392.101222:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193612544, portal 10 00000400:00000010:0.0:1749610392.101224:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610392.101226:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193612544, offset 0 00000400:00000200:0.0:1749610392.101227:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610392.101229:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610392.101230:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193612416 00000400:00000200:0.0:1749610392.101231:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2c700 00000400:00000200:0.0:1749610392.101233:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 89000 00000400:00000200:0.0:1749610392.101235:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610392.101236:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:2.0:1749610392.101237:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610392.101237:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610392.101239:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096981180. 02000000:00000010:2.0:1749610392.101240:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a213800. 00000400:00000200:0.0:1749610392.101242:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610392.101243:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000400:00000010:2.0:1749610392.101244:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000100:00000200:0.0:1749610392.101245:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bf800 x1834598193612544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610392.101246:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193612416, offset 0 00000400:00000200:2.0:1749610392.101248:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610392.101249:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133400. 00000020:00000010:3.0:1749610392.101251:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 02000000:00000010:0.0:1749610392.101251:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0279800. 00000400:00000200:2.0:1749610392.101252:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610392.101253:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 02000000:00000010:0.0:1749610392.101253:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20f800. 00000400:00000200:2.0:1749610392.101255:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2c680 00000400:00000200:2.0:1749610392.101257:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7405 [1] + 0 00000100:00000010:0.0:1749610392.101257:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bfb80. 00000400:00000200:2.0:1749610392.101259:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610392.101261:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610392.101263:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bc000 x1834598193612416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610392.101266:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193612544 00010000:00020000:3.0:1749610392.101273:0:7488:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610392.101273:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000010:2.0:1749610392.101274:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 02000000:00000010:3.0:1749610392.101276:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe2400. 00000400:00000010:0.0:1749610392.101277:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000020:00000010:2.0:1749610392.101278:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6d80. 00000020:00000010:2.0:1749610392.101279:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73af0. 00000400:00000200:0.0:1749610392.101279:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749610392.101279:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000020:00000010:2.0:1749610392.101281:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a200. 00000100:00000200:0.0:1749610392.101281:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bc000 x1834598193612416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610392.101284:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610392.101286:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193612544, offset 0 00000400:00000200:3.0:1749610392.101289:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610392.101292:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bc000 x1834598193612416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610392.101293:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610392.101295:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2c700 00000400:00000200:3.0:1749610392.101298:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x740d [1] + 0 00000400:00000200:3.0:1749610392.101300:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610392.101301:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a027bc00. 00000400:00000200:3.0:1749610392.101302:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610392.101302:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20ec00. 00000100:00000200:3.0:1749610392.101304:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bf800 x1834598193612544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610392.101304:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bc000. 00000400:00000200:3.0:1749610392.101312:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610392.101313:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000400:00000010:0.0:1749610392.101315:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:0.0:1749610392.101316:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610392.101317:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000020:00000010:3.0:1749610392.101318:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749610392.101319:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000100:00000200:0.0:1749610392.101319:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bf800 x1834598193612544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610392.101321:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133400. 00000100:00000200:0.0:1749610392.101323:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bf800 x1834598193612544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610392.101328:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0279c00. 02000000:00000010:0.0:1749610392.101329:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aa20e800. 00000100:00000010:0.0:1749610392.101330:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bf800. 00000100:00000010:0.0:1749610392.101710:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2600. 00000100:00000010:2.0:1749610392.101727:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2b00. 00000100:00000010:3.0:1749610392.101734:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2680. 00000100:00000010:1.0:1749610392.101737:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c0e2800. 00000100:00000010:2.0:1749610393.643807:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd500. 02000000:00000010:2.0:1749610393.643850:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610393.643862:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610393.643875:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610393.643879:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610393.643882:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd500. 00000100:00000010:2.0:1749610395.644796:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd500. 02000000:00000010:2.0:1749610395.644840:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610395.644853:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610395.644865:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610395.644869:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7a200. 00000100:00000010:2.0:1749610395.644872:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd500. 00000400:00000010:2.0:1749610397.100808:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd630. 00000400:00000200:2.0:1749610397.100818:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682ee0 00000400:00000010:2.0:1749610397.100819:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610397.100827:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096980e00 x1834598193608192/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610397 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610397.100834:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096980e00 x1834598193608192/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610397 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610397.100874:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880097483800. 02000000:00000010:2.0:1749610397.100880:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0278000. 00000100:00000010:2.0:1749610397.100883:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096980e00. 00000100:00000010:0.0:1749610397.100901:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096980380. 02000000:00000010:0.0:1749610397.100914:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0279c00. 00000100:00000010:0.0:1749610397.100944:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096980e00. 02000000:00000010:0.0:1749610397.100947:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a027bc00. 02000000:00000010:2.0:1749610397.100956:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006e4ed400. 00000100:00000010:0.0:1749610397.100958:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8380. 00000400:00000010:2.0:1749610397.100959:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd630. 02000000:00000010:0.0:1749610397.100960:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0279800. 00000400:00000010:2.0:1749610397.100962:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682ee0. 00000100:00000200:2.0:1749610397.100966:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193613184, portal 25 00000100:00000010:0.0:1749610397.100967:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7dbb80. 00000400:00000010:2.0:1749610397.100969:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000100:00000200:2.0:1749610397.100970:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598193613184, offset 0 02000000:00000010:0.0:1749610397.100970:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0278400. 00000400:00000200:2.0:1749610397.100974:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610397.100974:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8a80. 02000000:00000010:0.0:1749610397.100977:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b300. 00000400:00000200:2.0:1749610397.100983:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610397.100990:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848eada2c980 00000400:00000100:2.0:1749610397.100994:0:1047:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598193613184 offset 0 length 520: 4 00000400:00000200:2.0:1749610397.100996:0:1047:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88012e305ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749610397.100997:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:0.0:1749610397.101000:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7daa00. 00000400:00000200:2.0:1749610397.101001:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000010:2.0:1749610397.101002:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 02000000:00000010:0.0:1749610397.101003:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b900. 00000100:00000200:2.0:1749610397.101005:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096980380 x1834598193613184/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610397.101013:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8780. 02000000:00000010:1.0:1749610397.101018:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0400. 00000100:00000010:2.0:1749610397.101021:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8480. 00000100:00000010:2.0:1749610397.101024:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8440. 00000400:00000010:1.0:1749610397.101024:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52cb8. 00000100:00000010:2.0:1749610397.101026:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a84c0. 00000400:00000010:1.0:1749610397.101027:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749610397.101029:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193613824, portal 4 02000000:00000010:2.0:1749610397.101032:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006e4ec800. 02000000:00000010:3.0:1749610397.101033:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133400. 00000400:00000010:1.0:1749610397.101033:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000100:00000200:1.0:1749610397.101034:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193613824, offset 0 00000400:00000200:1.0:1749610397.101037:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610397.101038:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bcb8. 00000400:00000010:3.0:1749610397.101041:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000400:00000200:1.0:1749610397.101041:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610397.101043:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193613696, portal 10 00000400:00000010:2.0:1749610397.101045:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd108. 00000400:00000010:3.0:1749610397.101046:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000400:00000200:1.0:1749610397.101046:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2cc00 00000100:00000200:3.0:1749610397.101047:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193613696, offset 0 00000400:00000010:2.0:1749610397.101047:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000400:00000200:1.0:1749610397.101050:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3955 [8] + 1120 00000400:00000200:1.0:1749610397.101054:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610397.101056:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610397.101057:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193613312, portal 4 00000400:00000200:3.0:1749610397.101059:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610397.101060:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682770. 00000400:00000200:3.0:1749610397.101063:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610397.101064:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193613312, offset 0 00000100:00000200:1.0:1749610397.101065:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1749610397.101066:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610397.101067:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2cb80 00000100:00000010:1.0:1749610397.101068:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c1c00. 00000400:00000200:2.0:1749610397.101069:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610397.101071:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 89520 00000400:00000200:2.0:1749610397.101071:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2ca00 00000400:00000200:3.0:1749610397.101074:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610397.101074:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33e1 [256] + 2080 00000400:00000200:3.0:1749610397.101076:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610397.101077:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610397.101079:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610397.101079:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:1.0:1749610397.101080:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000200:3.0:1749610397.101083:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610397.101083:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:1.0:1749610397.101083:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7daa00 x1834598193613824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610397.101085:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd500. 00000100:00000010:3.0:1749610397.101086:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1880. 00000400:00000200:2.0:1749610397.101093:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682770 00000400:00000010:2.0:1749610397.101094:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682770. 00000400:00000200:3.0:1749610397.101096:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000100:00000200:2.0:1749610397.101096:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880096980e00 x1834598193613312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610397.101097:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000020:00000010:0.0:1749610397.101097:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4051a80. 00000100:00000200:3.0:1749610397.101099:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d8a80 x1834598193613696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610397.101105:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006e4edc00. 00000400:00000010:2.0:1749610397.101107:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd0b0. 00000400:00000010:2.0:1749610397.101108:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682770. 00000100:00000200:2.0:1749610397.101109:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193613440, portal 10 00000400:00000010:2.0:1749610397.101111:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610397.101112:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193613440, offset 0 00000400:00000200:2.0:1749610397.101114:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610397.101115:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0200. 00000400:00000200:2.0:1749610397.101116:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610397.101116:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca880. 00000400:00000200:2.0:1749610397.101118:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2ca80 00000020:00000010:1.0:1749610397.101119:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013180. 00000400:00000200:2.0:1749610397.101120:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 89744 00000020:00000010:1.0:1749610397.101121:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000400:00000200:2.0:1749610397.101122:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610397.101123:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610397.101125:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610397.101126:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf100. 00000020:00000010:0.0:1749610397.101127:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000400:00000200:2.0:1749610397.101130:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000020:00000010:0.0:1749610397.101130:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392880. 00000020:00000010:3.0:1749610397.101131:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2680. 00000020:00000010:0.0:1749610397.101132:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000020:00000010:3.0:1749610397.101133:0:7488:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3a8e00. 00000400:00000010:2.0:1749610397.101133:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:1.0:1749610397.101135:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193613312 00000100:00000200:2.0:1749610397.101136:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d8380 x1834598193613440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610397.101137:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000020:00000010:3.0:1749610397.101139:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749610397.101140:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 02000000:00000010:2.0:1749610397.101145:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006e4ee000. 00000400:00000010:2.0:1749610397.101146:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd6e0. 00000400:00000010:2.0:1749610397.101147:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00010000:00020000:1.0:1749610397.101147:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610397.101149:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193613568, portal 10 00000400:00000010:2.0:1749610397.101151:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682cc0. 00000020:00000010:0.0:1749610397.101151:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40517c0. 00000100:00000200:2.0:1749610397.101152:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193613568, offset 0 00000020:00000010:3.0:1749610397.101153:0:7488:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6133e00. 02000000:00000010:1.0:1749610397.101153:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724edc00. 00000020:00000010:0.0:1749610397.101153:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40517c0. 00000020:00000010:3.0:1749610397.101154:0:7488:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886d00. 00000400:00000200:2.0:1749610397.101154:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610397.101155:0:7488:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09640. 00000100:00000200:0.0:1749610397.101155:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193613824 00000400:00000200:2.0:1749610397.101156:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610397.101157:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2cb00 00000400:00000200:2.0:1749610397.101159:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 90264 00000400:00000200:2.0:1749610397.101161:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610397.101162:0:7488:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2a80. 00000400:00000200:2.0:1749610397.101162:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610397.101163:0:7488:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2a80. 00000100:00000200:2.0:1749610397.101163:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610397.101164:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bce00. 02000000:00000010:0.0:1749610397.101164:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0278c00. 00000100:00000200:3.0:1749610397.101165:0:7488:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193613696 00000400:00000010:1.0:1749610397.101165:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000100:00000200:1.0:1749610397.101167:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193613312, offset 0 00010000:00000200:0.0:1749610397.101168:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800979c1c00 x1834598193613824/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610397.101169:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610397.101170:0:7488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe2800. 00000400:00000200:2.0:1749610397.101171:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682cc0 00000400:00000010:2.0:1749610397.101172:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682cc0. 00000100:00000200:2.0:1749610397.101173:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7dbb80 x1834598193613568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749610397.101174:0:7488:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a1880 x1834598193613696/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610397.101174:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610397.101175:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000400:00000200:1.0:1749610397.101177:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2ca00 00000100:00000200:0.0:1749610397.101178:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193613824, offset 224 00000400:00000200:1.0:1749610397.101179:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7435 [1] + 0 00000400:00000010:3.0:1749610397.101180:0:7488:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000400:00000200:1.0:1749610397.101182:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610397.101182:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610397.101183:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610397.101184:0:7488:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193613696, offset 224 00000400:00000200:3.0:1749610397.101187:0:7488:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610397.101187:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096980e00 x1834598193613312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610397.101187:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610397.101190:0:7488:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610397.101191:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2cc00 00000400:00000200:3.0:1749610397.101193:0:7488:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2cb80 00000400:00000200:0.0:1749610397.101194:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7425 [1] + 224 00000400:00000200:0.0:1749610397.101197:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610397.101198:0:7488:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x742d [1] + 224 00000020:00000010:2.0:1749610397.101198:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a200. 00000400:00000200:1.0:1749610397.101199:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000200:0.0:1749610397.101199:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610397.101200:0:7488:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610397.101200:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6d80. 00000400:00000010:1.0:1749610397.101200:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000400:00000200:3.0:1749610397.101201:0:7488:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610397.101202:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73af0. 00000100:00000200:0.0:1749610397.101203:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7daa00 x1834598193613824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610397.101204:0:7488:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d8a80 x1834598193613696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610397.101206:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013180. 00000020:00000010:1.0:1749610397.101210:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000400:00000200:3.0:1749610397.101211:0:7488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749610397.101212:0:7488:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000200:2.0:1749610397.101212:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193613440 00000020:00000010:1.0:1749610397.101212:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0200. 00000400:00000200:0.0:1749610397.101214:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610397.101215:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000020:00000010:3.0:1749610397.101216:0:7488:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749610397.101218:0:7488:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00010000:00020000:2.0:1749610397.101218:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749610397.101219:0:7488:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 00000020:00000010:0.0:1749610397.101220:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392880. 02000000:00000010:2.0:1749610397.101221:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ed000. 00000020:00000010:0.0:1749610397.101221:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:0.0:1749610397.101223:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 00000400:00000010:2.0:1749610397.101224:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682cc0. 00000100:00000200:1.0:1749610397.101224:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193613568 00000100:00000200:2.0:1749610397.101226:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193613440, offset 0 00000400:00000200:2.0:1749610397.101228:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610397.101230:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:1.0:1749610397.101230:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610397.101232:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ee000. 00000400:00000010:3.0:1749610397.101233:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bcb8. 00000400:00000200:2.0:1749610397.101233:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2ca80 00000400:00000010:1.0:1749610397.101234:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000400:00000200:3.0:1749610397.101236:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610397.101241:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610397.101243:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d8a80 x1834598193613696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610397.101247:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d8a80 x1834598193613696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610397.101247:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193613568, offset 0 00000400:00000200:2.0:1749610397.101248:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x743d [1] + 0 00000400:00000200:2.0:1749610397.101251:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610397.101251:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610397.101253:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610397.101254:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610397.101255:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d8380 x1834598193613440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610397.101257:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2cb00 02000000:00000010:3.0:1749610397.101259:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133400. 00000400:00000200:1.0:1749610397.101259:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7445 [1] + 0 02000000:00000010:3.0:1749610397.101261:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b300. 00000400:00000200:1.0:1749610397.101261:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610397.101262:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682cc0 00000400:00000200:1.0:1749610397.101262:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749610397.101263:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8a80. 00000400:00000010:2.0:1749610397.101263:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682cc0. 00000100:00000200:1.0:1749610397.101265:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7dbb80 x1834598193613568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610397.101268:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886d00. 00000020:00000010:2.0:1749610397.101270:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09640. 00000020:00000010:2.0:1749610397.101271:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6133e00. 00000400:00000200:1.0:1749610397.101271:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:1.0:1749610397.101272:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000020:00000010:1.0:1749610397.101275:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6d80. 00000020:00000010:1.0:1749610397.101277:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73af0. 00000400:00000010:2.0:1749610397.101281:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd108. 00000400:00000200:2.0:1749610397.101282:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000020:00000010:1.0:1749610397.101282:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a200. 00000400:00000010:2.0:1749610397.101283:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00000100:00000200:2.0:1749610397.101285:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880096980e00 x1834598193613312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610397.101289:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880096980e00 x1834598193613312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610397.101292:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52cb8. 00000400:00000200:1.0:1749610397.101294:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749610397.101295:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000400:00000010:2.0:1749610397.101297:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd0b0. 00000100:00000200:1.0:1749610397.101297:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7daa00 x1834598193613824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610397.101298:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682770 00000400:00000010:2.0:1749610397.101299:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682770. 00000100:00000200:2.0:1749610397.101301:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d8380 x1834598193613440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610397.101301:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7daa00 x1834598193613824/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610397.101305:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d8380 x1834598193613440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610397.101310:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd6e0. 00000400:00000200:2.0:1749610397.101311:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 02000000:00000010:1.0:1749610397.101311:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0400. 00000400:00000010:2.0:1749610397.101312:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610397.101313:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7dbb80 x1834598193613568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610397.101313:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b900. 00000100:00000010:1.0:1749610397.101314:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7daa00. 00000100:00000200:2.0:1749610397.101317:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7dbb80 x1834598193613568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610397.101330:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006e4ec800. 02000000:00000010:2.0:1749610397.101331:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a027bc00. 00000100:00000010:2.0:1749610397.101333:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096980e00. 02000000:00000010:2.0:1749610397.101334:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006e4edc00. 02000000:00000010:2.0:1749610397.101336:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0279800. 00000100:00000010:2.0:1749610397.101337:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8380. 02000000:00000010:2.0:1749610397.101338:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006e4ee000. 02000000:00000010:2.0:1749610397.101339:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0278400. 00000100:00000010:2.0:1749610397.101340:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7dbb80. 00000100:00000010:2.0:1749610397.112722:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8440. 00000100:00000010:0.0:1749610397.112730:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8780. 00000100:00000010:1.0:1749610397.112735:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8480. 00000100:00000010:3.0:1749610397.112737:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a84c0. 00000100:00000010:2.0:1749610397.645818:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd180. 02000000:00000010:2.0:1749610397.645837:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610397.645848:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610397.645861:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610397.645865:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610397.645868:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd180. 00000100:00000010:1.0:1749610398.936767:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c2680. 02000000:00000010:1.0:1749610398.936785:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800958a0400. 00010000:00000010:1.0:1749610398.936809:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b462f800. 00010000:00000010:1.0:1749610398.936813:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800958a0200. 00000100:00000010:1.0:1749610398.936825:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a027ed80. 00000100:00000200:1.0:1749610398.936834:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8800979c2680 x1834598193614080/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610398.936846:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a027ed80. 02000000:00000010:1.0:1749610398.936877:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800958a0400. 00000100:00000010:1.0:1749610398.936880:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800979c2680. 00010000:00000010:3.1:1749610398.942810:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b462f800. 00010000:00000010:3.1:1749610398.942816:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958a0200. 00000100:00000010:2.0:1749610399.646830:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd180. 02000000:00000010:2.0:1749610399.646847:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610399.646860:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610399.646875:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610399.646880:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610399.646884:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd180. 00000100:00000010:0.0:1749610401.647824:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9180. 02000000:00000010:0.0:1749610401.647843:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610401.647856:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f3a80. 00000100:00000010:0.0:1749610401.647871:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f3a80. 02000000:00000010:0.0:1749610401.647877:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebca400. 00000100:00000010:0.0:1749610401.647883:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9180. 00000100:00000010:0.0:1749610402.116822:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9180. 02000000:00000010:0.0:1749610402.116837:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0278800. 00000100:00000010:0.0:1749610402.116857:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9c00. 02000000:00000010:0.0:1749610402.116860:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0278400. 00000100:00000010:0.0:1749610402.116866:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7db100. 02000000:00000010:0.0:1749610402.116868:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0279800. 00000100:00000010:0.0:1749610402.116871:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7db480. 02000000:00000010:0.0:1749610402.116874:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b400. 02000000:00000010:2.0:1749610402.116876:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006e4ee000. 00000400:00000010:2.0:1749610402.116884:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd6e0. 00000400:00000010:2.0:1749610402.116888:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000010:0.0:1749610402.116892:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7dbb80. 00000100:00000200:2.0:1749610402.116893:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193614464, portal 4 02000000:00000010:0.0:1749610402.116896:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9b800. 00000400:00000010:2.0:1749610402.116897:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682770. 00000100:00000200:2.0:1749610402.116899:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193614464, offset 0 00000400:00000200:2.0:1749610402.116904:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610402.116913:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610402.116916:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ebca400. 00000400:00000010:0.0:1749610402.116919:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000400:00000200:2.0:1749610402.116921:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2ce80 00000400:00000010:0.0:1749610402.116922:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610402.116926:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193614976, portal 4 00000400:00000010:0.0:1749610402.116930:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 02000000:00000010:3.0:1749610402.116931:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133400. 00000100:00000200:0.0:1749610402.116931:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193614976, offset 0 00000400:00000010:3.0:1749610402.116935:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bcb8. 00000400:00000200:2.0:1749610402.116936:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33e1 [256] + 2600 00000400:00000200:2.0:1749610402.116941:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610402.116943:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610402.116944:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610402.116946:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000100:00000200:2.0:1749610402.116948:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:3.0:1749610402.116949:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193614848, portal 10 00000400:00000200:0.0:1749610402.116949:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610402.116950:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd180. 00000400:00000010:3.0:1749610402.116952:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:3.0:1749610402.116954:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193614848, offset 0 00000400:00000200:0.0:1749610402.116954:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2d080 00000400:00000200:3.0:1749610402.116957:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610402.116961:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610402.116961:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3955 [8] + 1344 00000400:00000200:3.0:1749610402.116965:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2d000 00000400:00000200:0.0:1749610402.116966:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610402.116968:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610402.116969:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 90784 00000400:00000200:2.0:1749610402.116972:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682770 00000400:00000200:3.0:1749610402.116973:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610402.116974:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610402.116974:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682770. 00000100:00000200:2.0:1749610402.116979:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9180 x1834598193614464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610402.116981:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749610402.116981:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1749610402.116984:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a3480. 00000100:00000010:0.0:1749610402.116984:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8380. 00000100:00000010:2.0:1749610402.116990:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8440. 00000400:00000200:0.0:1749610402.116993:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749610402.116995:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000400:00000200:3.0:1749610402.116997:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749610402.116998:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000010:2.0:1749610402.116998:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8c80. 00000100:00000200:0.0:1749610402.116998:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7dbb80 x1834598193614976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610402.117000:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8840. 00000100:00000200:3.0:1749610402.117001:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7db480 x1834598193614848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610402.117002:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8b00. 02000000:00000010:2.0:1749610402.117007:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006e4edc00. 00000400:00000010:2.0:1749610402.117009:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd0b0. 00000400:00000010:2.0:1749610402.117010:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682770. 00000100:00000200:2.0:1749610402.117012:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193614592, portal 10 00000400:00000010:2.0:1749610402.117014:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000100:00000200:2.0:1749610402.117015:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193614592, offset 0 00000400:00000200:2.0:1749610402.117017:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610402.117019:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610402.117020:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0400. 00000400:00000200:2.0:1749610402.117022:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2cf00 00000400:00000200:2.0:1749610402.117024:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 91008 00000020:00000010:1.0:1749610402.117025:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013180. 00000400:00000200:2.0:1749610402.117026:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610402.117027:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610402.117028:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2a80. 00000020:00000010:1.0:1749610402.117028:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000100:00000200:2.0:1749610402.117029:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610402.117030:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf480. 00000020:00000010:3.0:1749610402.117033:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4051a80. 00000400:00000200:2.0:1749610402.117035:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000010:2.0:1749610402.117036:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00000100:00000200:2.0:1749610402.117038:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9c00 x1834598193614592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610402.117042:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000020:00000010:0.0:1749610402.117043:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40517c0. 00000020:00000010:3.0:1749610402.117044:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000020:00000010:0.0:1749610402.117045:0:6442:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2680. 00000020:00000010:3.0:1749610402.117047:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 02000000:00000010:2.0:1749610402.117049:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006e4ec800. 00000100:00000200:1.0:1749610402.117049:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193614464 00000020:00000010:0.0:1749610402.117049:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcac00. 00000020:00000010:0.0:1749610402.117051:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392880. 00000400:00000010:2.0:1749610402.117054:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd108. 00000400:00000010:2.0:1749610402.117055:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000100:00000200:2.0:1749610402.117057:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193614720, portal 10 00000400:00000010:2.0:1749610402.117059:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682cc0. 00000020:00000010:0.0:1749610402.117059:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000100:00000200:2.0:1749610402.117060:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193614720, offset 0 00000400:00000200:2.0:1749610402.117062:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:1.0:1749610402.117062:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610402.117065:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610402.117067:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2cf80 00000400:00000200:2.0:1749610402.117068:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 91528 02000000:00000010:1.0:1749610402.117069:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ee400. 00000020:00000010:3.0:1749610402.117070:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2500. 00000400:00000200:2.0:1749610402.117070:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610402.117072:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c0e2500. 00000400:00000200:2.0:1749610402.117072:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610402.117073:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1749610402.117073:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca000. 00000100:00000200:3.0:1749610402.117074:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193614976 00000100:00000010:2.0:1749610402.117075:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bf800. 00000020:00000010:0.0:1749610402.117075:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392980. 00000400:00000010:1.0:1749610402.117076:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000020:00000010:0.0:1749610402.117077:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40404b0. 00000400:00000200:2.0:1749610402.117080:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682cc0 00000100:00000200:1.0:1749610402.117080:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193614464, offset 0 00000400:00000010:2.0:1749610402.117081:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682cc0. 02000000:00000010:3.0:1749610402.117083:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe2c00. 00000100:00000200:2.0:1749610402.117083:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7db100 x1834598193614720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610402.117084:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610402.117085:0:6442:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcb000. 00000020:00000010:0.0:1749610402.117086:0:6442:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392b00. 00000020:00000010:0.0:1749610402.117087:0:6442:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040578. 00010000:00000200:3.0:1749610402.117088:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006e7d8380 x1834598193614976/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610402.117095:0:6442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40519c0. 00000020:00000010:0.0:1749610402.117096:0:6442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40519c0. 00000400:00000010:3.0:1749610402.117097:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:0.0:1749610402.117098:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193614848 00000100:00000200:3.0:1749610402.117099:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193614976, offset 224 00000100:00000200:2.0:1749610402.117101:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193614592 00000400:00000200:3.0:1749610402.117102:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610402.117103:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610402.117103:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a027bc00. 00010000:00000200:0.0:1749610402.117106:0:6442:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a3480 x1834598193614848/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610402.117107:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:2.0:1749610402.117108:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610402.117109:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2ce80 00000400:00000200:3.0:1749610402.117111:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2d080 02000000:00000010:2.0:1749610402.117111:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ec400. 00000400:00000200:1.0:1749610402.117113:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7461 [1] + 0 00000400:00000010:0.0:1749610402.117113:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000400:00000010:2.0:1749610402.117115:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682cc0. 00000400:00000200:3.0:1749610402.117117:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7469 [1] + 224 00000400:00000200:1.0:1749610402.117117:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610402.117119:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610402.117120:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610402.117120:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193614848, offset 224 00000400:00000200:3.0:1749610402.117123:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610402.117124:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9180 x1834598193614464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610402.117124:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610402.117126:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193614592, offset 0 00000400:00000200:0.0:1749610402.117127:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610402.117128:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7dbb80 x1834598193614976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610402.117128:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610402.117130:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2d000 00000400:00000200:2.0:1749610402.117131:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610402.117133:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2cf00 00000400:00000200:0.0:1749610402.117133:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7471 [1] + 224 00000400:00000200:0.0:1749610402.117136:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610402.117137:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7479 [1] + 0 00000400:00000200:0.0:1749610402.117138:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610402.117139:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610402.117140:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610402.117148:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9c00 x1834598193614592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610402.117148:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000100:00000200:0.0:1749610402.117148:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7db480 x1834598193614848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610402.117150:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000400:00000200:3.0:1749610402.117153:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749610402.117154:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000400:00000200:2.0:1749610402.117158:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682cc0 00000020:00000010:3.0:1749610402.117160:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000020:00000010:1.0:1749610402.117160:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013180. 00000400:00000010:2.0:1749610402.117162:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682cc0. 00000020:00000010:3.0:1749610402.117163:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000400:00000200:0.0:1749610402.117164:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000020:00000010:3.0:1749610402.117165:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 00000020:00000010:1.0:1749610402.117165:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000400:00000010:0.0:1749610402.117166:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000020:00000010:1.0:1749610402.117167:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0400. 00000020:00000010:2.0:1749610402.117169:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392980. 00000020:00000010:0.0:1749610402.117170:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392880. 00000020:00000010:2.0:1749610402.117171:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40404b0. 00000020:00000010:0.0:1749610402.117172:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:2.0:1749610402.117173:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca000. 00000020:00000010:0.0:1749610402.117174:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcac00. 00000100:00000200:2.0:1749610402.117181:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193614720 00010000:00020000:2.0:1749610402.117185:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:3.0:1749610402.117188:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bcb8. 02000000:00000010:2.0:1749610402.117188:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ecc00. 00000400:00000010:2.0:1749610402.117190:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682cc0. 00000400:00000200:3.0:1749610402.117192:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000400:00000010:3.0:1749610402.117193:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000200:3.0:1749610402.117196:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7db480 x1834598193614848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610402.117196:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:0.0:1749610402.117197:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610402.117198:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000100:00000200:2.0:1749610402.117201:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193614720, offset 0 00000100:00000200:0.0:1749610402.117201:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7dbb80 x1834598193614976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610402.117202:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7db480 x1834598193614848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610402.117203:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610402.117206:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610402.117208:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2cf80 00000400:00000200:2.0:1749610402.117210:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7481 [1] + 0 00000100:00000200:0.0:1749610402.117211:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7dbb80 x1834598193614976/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610402.117212:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610402.117213:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610402.117215:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7db100 x1834598193614720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610402.117219:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133400. 00000400:00000200:2.0:1749610402.117220:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682cc0 00000400:00000010:2.0:1749610402.117221:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682cc0. 02000000:00000010:0.0:1749610402.117221:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ebca400. 02000000:00000010:3.0:1749610402.117222:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b400. 00000020:00000010:2.0:1749610402.117223:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392b00. 02000000:00000010:0.0:1749610402.117223:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9b800. 00000100:00000010:3.0:1749610402.117225:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7db480. 00000020:00000010:2.0:1749610402.117225:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040578. 00000100:00000010:0.0:1749610402.117225:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7dbb80. 00000020:00000010:2.0:1749610402.117226:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcb000. 00000400:00000010:2.0:1749610402.117234:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd108. 00000400:00000200:2.0:1749610402.117236:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000010:2.0:1749610402.117237:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00000100:00000200:2.0:1749610402.117239:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7db100 x1834598193614720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610402.117243:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7db100 x1834598193614720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610402.117252:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd6e0. 00000400:00000200:2.0:1749610402.117253:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610402.117253:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610402.117259:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9180 x1834598193614464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610402.117263:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9180 x1834598193614464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610402.117269:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd0b0. 00000400:00000200:2.0:1749610402.117270:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682770 00000400:00000010:2.0:1749610402.117271:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682770. 00000100:00000200:2.0:1749610402.117272:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9c00 x1834598193614592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610402.117276:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9c00 x1834598193614592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610402.117281:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006e4ec800. 02000000:00000010:2.0:1749610402.117283:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0279800. 00000100:00000010:2.0:1749610402.117284:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7db100. 02000000:00000010:2.0:1749610402.117286:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006e4ee000. 02000000:00000010:2.0:1749610402.117287:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0278800. 00000100:00000010:2.0:1749610402.117288:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9180. 02000000:00000010:2.0:1749610402.117290:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006e4edc00. 02000000:00000010:2.0:1749610402.117291:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0278400. 00000100:00000010:2.0:1749610402.117292:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9c00. 00000100:00000010:2.0:1749610402.117706:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8840. 00000100:00000010:0.0:1749610402.117712:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8440. 00000100:00000010:1.0:1749610402.117725:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8c80. 00000100:00000010:3.0:1749610402.117732:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8b00. 00000100:00000010:2.0:1749610403.648887:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc000. 02000000:00000010:2.0:1749610403.648907:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610403.648919:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610403.648934:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610403.648939:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610403.648942:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bc000. 00000100:00000010:2.0:1749610405.649903:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc000. 02000000:00000010:2.0:1749610405.649921:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610405.649932:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610405.649945:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610405.649960:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610405.649964:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bc000. 00000100:00000010:0.0:1749610407.124816:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7dbb80. 02000000:00000010:0.0:1749610407.124832:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0278000. 00000100:00000010:0.0:1749610407.124856:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7daa00. 02000000:00000010:0.0:1749610407.124860:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0278400. 00000100:00000010:0.0:1749610407.124865:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8a80. 02000000:00000010:0.0:1749610407.124867:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a0278800. 00000100:00000010:0.0:1749610407.124870:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9c00. 02000000:00000010:0.0:1749610407.124872:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9bb00. 02000000:00000010:2.0:1749610407.124880:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006e4edc00. 00000400:00000010:2.0:1749610407.124885:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd0b0. 00000400:00000010:2.0:1749610407.124890:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682770. 00000100:00000010:0.0:1749610407.124893:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9180. 00000100:00000200:2.0:1749610407.124895:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193615360, portal 4 02000000:00000010:0.0:1749610407.124895:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009bf9bf00. 00000400:00000010:2.0:1749610407.124899:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610407.124901:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193615360, offset 0 00000400:00000200:2.0:1749610407.124905:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610407.124914:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610407.124921:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2d200 00000400:00000200:2.0:1749610407.124925:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33e1 [256] + 3120 00000400:00000200:2.0:1749610407.124930:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610407.124932:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610407.124936:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:1.0:1749610407.124936:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0400. 00000100:00000010:2.0:1749610407.124939:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bc000. 00000400:00000010:1.0:1749610407.124940:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52cb8. 00000400:00000010:1.0:1749610407.124943:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749610407.124945:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193615872, portal 4 00000400:00000010:1.0:1749610407.124949:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000100:00000200:1.0:1749610407.124950:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193615872, offset 0 02000000:00000010:3.0:1749610407.124953:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133400. 00000400:00000200:1.0:1749610407.124953:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610407.124955:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610407.124956:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:1.0:1749610407.124958:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610407.124959:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bcb8. 00000100:00000200:2.0:1749610407.124961:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7dbb80 x1834598193615360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610407.124962:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2d400 00000400:00000010:3.0:1749610407.124963:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eb28. 00000400:00000200:1.0:1749610407.124965:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3955 [8] + 1568 00000400:00000200:1.0:1749610407.124968:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610407.124969:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193615744, portal 10 00000400:00000200:1.0:1749610407.124970:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610407.124973:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000010:2.0:1749610407.124973:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8840. 00000100:00000200:1.0:1749610407.124973:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1749610407.124975:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193615744, offset 0 00000100:00000010:1.0:1749610407.124975:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c2680. 00000400:00000200:3.0:1749610407.124980:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610407.124981:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8d80. 00000020:00000010:0.0:1749610407.124981:0:6490:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000100:00000010:2.0:1749610407.124983:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8080. 00000400:00000200:1.0:1749610407.124985:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000020:00000010:0.0:1749610407.124985:0:6490:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392880. 00000400:00000200:3.0:1749610407.124986:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610407.124986:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3a8500. 00000400:00000010:1.0:1749610407.124987:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000020:00000010:0.0:1749610407.124987:0:6490:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000100:00000200:1.0:1749610407.124989:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9180 x1834598193615872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610407.124990:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006e4ec800. 00000400:00000200:3.0:1749610407.124991:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2d380 00000400:00000010:2.0:1749610407.124991:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd6e0. 00000400:00000010:2.0:1749610407.124993:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:2.0:1749610407.124994:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193615488, portal 10 00000400:00000200:3.0:1749610407.124996:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 92048 00000400:00000010:2.0:1749610407.124997:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000100:00000200:2.0:1749610407.125000:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193615488, offset 0 00000400:00000200:3.0:1749610407.125001:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610407.125002:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610407.125003:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610407.125004:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610407.125004:0:6490:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193615360 00000100:00000200:3.0:1749610407.125007:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610407.125010:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a0380. 00010000:00020000:0.0:1749610407.125016:0:6490:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610407.125018:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2d280 00000400:00000200:2.0:1749610407.125021:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 92272 00000020:00000010:1.0:1749610407.125021:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca3c0. 02000000:00000010:0.0:1749610407.125021:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0279800. 00000400:00000200:3.0:1749610407.125023:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000200:2.0:1749610407.125032:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610407.125033:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000400:00000200:2.0:1749610407.125034:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610407.125036:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610407.125037:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d9c00 x1834598193615744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610407.125038:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bfb80. 00000020:00000010:1.0:1749610407.125038:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2a80. 00000400:00000010:0.0:1749610407.125038:0:6490:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610407.125040:0:6490:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193615360, offset 0 00000400:00000200:0.0:1749610407.125044:0:6490:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610407.125046:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0800. 00000020:00000010:1.0:1749610407.125048:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013180. 00000400:00000200:2.0:1749610407.125049:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000200:0.0:1749610407.125049:0:6490:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610407.125050:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000400:00000010:2.0:1749610407.125051:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00000100:00000200:2.0:1749610407.125053:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7daa00 x1834598193615488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610407.125053:0:6490:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2d200 00000400:00000200:0.0:1749610407.125056:0:6490:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x749d [1] + 0 00000400:00000200:0.0:1749610407.125058:0:6490:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610407.125063:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006e4ee000. 00000400:00000010:2.0:1749610407.125064:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd108. 00000400:00000200:0.0:1749610407.125065:0:6490:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610407.125066:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000100:00000200:2.0:1749610407.125068:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193615616, portal 10 00000100:00000200:0.0:1749610407.125068:0:6490:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7dbb80 x1834598193615360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610407.125069:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682cc0. 00000020:00000010:1.0:1749610407.125070:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b46ca300. 00000100:00000200:2.0:1749610407.125071:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193615616, offset 0 00000020:00000010:1.0:1749610407.125071:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b46ca300. 00000100:00000200:1.0:1749610407.125072:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193615872 00000400:00000200:2.0:1749610407.125073:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610407.125075:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610407.125078:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2d300 00000400:00000200:0.0:1749610407.125078:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610407.125079:0:6490:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000400:00000200:2.0:1749610407.125081:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 92792 00000400:00000200:2.0:1749610407.125082:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610407.125083:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ee800. 00000400:00000200:2.0:1749610407.125084:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610407.125085:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610407.125086:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bca80. 00010000:00000200:1.0:1749610407.125086:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800979c2680 x1834598193615872/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610407.125086:0:6490:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392880. 00000020:00000010:0.0:1749610407.125088:0:6490:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:3.0:1749610407.125089:0:6441:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c0e2500. 00000020:00000010:0.0:1749610407.125090:0:6490:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 00000020:00000010:3.0:1749610407.125091:0:6441:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b40517c0. 00000400:00000200:2.0:1749610407.125091:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682cc0 00000400:00000010:2.0:1749610407.125091:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682cc0. 00000100:00000200:2.0:1749610407.125093:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006e7d8a80 x1834598193615616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610407.125093:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000100:00000200:1.0:1749610407.125095:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193615872, offset 224 00000020:00000010:3.0:1749610407.125107:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000400:00000200:1.0:1749610407.125108:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610407.125109:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886f00. 00000020:00000010:3.0:1749610407.125111:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09bb8. 00000400:00000200:1.0:1749610407.125112:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610407.125114:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd0b0. 00000400:00000200:2.0:1749610407.125115:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682770 00000400:00000200:1.0:1749610407.125115:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2d400 00000400:00000010:2.0:1749610407.125116:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682770. 00000100:00000200:2.0:1749610407.125118:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7dbb80 x1834598193615360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610407.125118:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x74a5 [1] + 224 00000020:00000010:0.0:1749610407.125118:0:7440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000020:00000010:0.0:1749610407.125120:0:7440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392880. 00000400:00000200:1.0:1749610407.125121:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610407.125121:0:7440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b40400c8. 00000020:00000010:3.0:1749610407.125123:0:6441:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132a00. 00000400:00000200:1.0:1749610407.125123:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610407.125124:0:6441:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886980. 00000020:00000010:3.0:1749610407.125125:0:6441:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace09708. 00000100:00000200:1.0:1749610407.125125:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9180 x1834598193615872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610407.125126:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7dbb80 x1834598193615360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610407.125130:0:7440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b40519c0. 00000100:00000200:3.0:1749610407.125132:0:6441:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193615488 00000020:00000010:0.0:1749610407.125132:0:7440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b40519c0. 00000400:00000200:1.0:1749610407.125133:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000100:00000200:0.0:1749610407.125133:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193615744 00000400:00000010:1.0:1749610407.125134:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000020:00000010:1.0:1749610407.125138:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013180. 00010000:00020000:3.0:1749610407.125139:0:6441:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749610407.125140:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006e4edc00. 02000000:00000010:0.0:1749610407.125140:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aa20e800. 00000020:00000010:1.0:1749610407.125141:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 02000000:00000010:3.0:1749610407.125142:0:6441:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe3000. 02000000:00000010:2.0:1749610407.125143:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0278000. 00000020:00000010:1.0:1749610407.125143:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0800. 00010000:00000200:0.0:1749610407.125143:0:7440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a0380 x1834598193615744/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610407.125145:0:6441:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000010:2.0:1749610407.125146:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7dbb80. 00000100:00000200:3.0:1749610407.125148:0:6441:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193615488, offset 0 00000400:00000010:0.0:1749610407.125149:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000400:00000200:3.0:1749610407.125150:0:6441:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610407.125153:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193615616 00000400:00000200:3.0:1749610407.125159:0:6441:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:1.0:1749610407.125159:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610407.125159:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193615744, offset 224 00000400:00000200:0.0:1749610407.125161:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610407.125162:0:6441:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2d280 02000000:00000010:1.0:1749610407.125163:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724eec00. 00000400:00000200:0.0:1749610407.125164:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610407.125165:0:6441:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x74b5 [1] + 0 00000400:00000010:1.0:1749610407.125165:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000400:00000200:3.0:1749610407.125167:0:6441:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610407.125167:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193615616, offset 0 00000400:00000200:0.0:1749610407.125167:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2d380 00000400:00000200:3.0:1749610407.125169:0:6441:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610407.125169:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x74ad [1] + 224 00000400:00000200:0.0:1749610407.125171:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610407.125172:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610407.125173:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610407.125175:0:6441:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7daa00 x1834598193615488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610407.125175:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610407.125176:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d9c00 x1834598193615744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610407.125182:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2d300 00000400:00000200:0.0:1749610407.125183:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610407.125184:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000400:00000200:1.0:1749610407.125186:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x74c1 [1] + 0 00000400:00000200:1.0:1749610407.125188:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610407.125188:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886f00. 00000400:00000200:1.0:1749610407.125189:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610407.125189:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09bb8. 00000020:00000010:0.0:1749610407.125191:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 00000400:00000200:3.0:1749610407.125192:0:6441:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749610407.125193:0:6441:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000200:1.0:1749610407.125196:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006e7d8a80 x1834598193615616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610407.125198:0:6441:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392880. 00000020:00000010:3.0:1749610407.125200:0:6441:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b40400c8. 00000020:00000010:3.0:1749610407.125202:0:6441:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 00000400:00000010:2.0:1749610407.125202:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd6e0. 00000400:00000200:2.0:1749610407.125204:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610407.125205:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:1.0:1749610407.125207:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000100:00000200:2.0:1749610407.125208:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7daa00 x1834598193615488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610407.125208:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000400:00000010:0.0:1749610407.125210:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bcb8. 00000100:00000200:2.0:1749610407.125212:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7daa00 x1834598193615488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610407.125212:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886980. 00000020:00000010:1.0:1749610407.125214:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace09708. 00000400:00000200:0.0:1749610407.125214:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eb28 00000020:00000010:1.0:1749610407.125215:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132a00. 00000400:00000010:0.0:1749610407.125215:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eb28. 00000100:00000200:0.0:1749610407.125217:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9c00 x1834598193615744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610407.125220:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd108. 00000100:00000200:0.0:1749610407.125221:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9c00 x1834598193615744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610407.125222:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000010:2.0:1749610407.125222:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00000100:00000200:2.0:1749610407.125224:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d8a80 x1834598193615616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610407.125224:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52cb8. 00000400:00000200:1.0:1749610407.125226:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749610407.125227:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000200:2.0:1749610407.125228:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d8a80 x1834598193615616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610407.125229:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006e7d9180 x1834598193615872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610407.125230:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133400. 02000000:00000010:0.0:1749610407.125232:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9bb00. 02000000:00000010:2.0:1749610407.125233:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006e4ec800. 00000100:00000200:1.0:1749610407.125233:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006e7d9180 x1834598193615872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610407.125234:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9c00. 02000000:00000010:2.0:1749610407.125235:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0278400. 00000100:00000010:2.0:1749610407.125236:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7daa00. 02000000:00000010:2.0:1749610407.125238:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006e4ee000. 02000000:00000010:2.0:1749610407.125239:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a0278800. 00000100:00000010:2.0:1749610407.125240:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d8a80. 02000000:00000010:1.0:1749610407.125242:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0400. 02000000:00000010:1.0:1749610407.125244:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009bf9bf00. 00000100:00000010:1.0:1749610407.125245:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9180. 00000100:00000010:2.0:1749610407.125710:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8080. 00000100:00000010:1.0:1749610407.125740:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8d80. 00000100:00000010:0.0:1749610407.125742:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8840. 00000100:00000010:3.0:1749610407.125755:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3a8500. 00000100:00000010:2.0:1749610407.650845:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd880. 02000000:00000010:2.0:1749610407.650863:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610407.650874:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610407.650900:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610407.650904:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610407.650908:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd880. 00000100:00000010:2.0:1749610409.651794:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd880. 02000000:00000010:2.0:1749610409.651812:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610409.651822:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80000. 00000100:00000010:2.0:1749610409.651834:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80000. 02000000:00000010:2.0:1749610409.651839:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b000. 00000100:00000010:2.0:1749610409.651843:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd880. 00080000:00000010:2.0:1749610411.575028:0:18104:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610411.575034:0:18104:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610411.575044:0:18104:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610411.575047:0:18104:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610411.577821:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610411.577824:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610411.577886:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610411.577888:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6b80. 00000100:00000010:2.0:1749610411.652738:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd880. 02000000:00000010:2.0:1749610411.652751:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b800. 00000100:00000010:2.0:1749610411.652762:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80cc0. 00000100:00000010:2.0:1749610411.652773:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80cc0. 02000000:00000010:2.0:1749610411.652777:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b800. 00000100:00000010:2.0:1749610411.652780:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd880. 00080000:00000010:1.0:1749610411.689222:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013180. 00080000:00000010:1.0:1749610411.689229:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013180. 00080000:00000010:1.0:1749610411.689286:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013180. 00080000:00000010:1.0:1749610411.689290:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013180. 00080000:00000010:2.0:1749610411.908458:0:18169:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610411.908465:0:18169:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610411.908479:0:18169:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610411.908482:0:18169:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6b80. 00080000:00000010:0.0:1749610411.911558:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392d00. 00080000:00000010:0.0:1749610411.911565:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392d00. 00080000:00000010:0.0:1749610411.911631:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392d00. 00080000:00000010:0.0:1749610411.911635:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392d00. 00000001:02000400:3.0:1749610411.999192:0:18211:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00080000:00000010:2.0:1749610412.031233:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610412.031239:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610412.031278:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610412.031281:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6b80. 00000100:00000010:2.0:1749610412.132823:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd880. 02000000:00000010:2.0:1749610412.132840:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4ec800. 00000100:00000010:2.0:1749610412.132878:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdc00. 02000000:00000010:2.0:1749610412.132881:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4edc00. 00000100:00000010:2.0:1749610412.132886:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bea00. 02000000:00000010:2.0:1749610412.132889:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4ef400. 00000100:00000010:2.0:1749610412.132893:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3be680. 02000000:00000010:2.0:1749610412.132895:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9800. 02000000:00000010:0.0:1749610412.132899:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b3b000. 00000400:00000010:0.0:1749610412.132906:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000400:00000010:0.0:1749610412.132911:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000100:00000010:2.0:1749610412.132915:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdf80. 00000100:00000200:0.0:1749610412.132916:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193616384, portal 4 02000000:00000010:2.0:1749610412.132917:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9500. 00000400:00000010:0.0:1749610412.132920:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749610412.132922:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193616384, offset 0 00000400:00000200:0.0:1749610412.132927:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610412.132936:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610412.132943:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2d600 00000400:00000200:0.0:1749610412.132948:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33e1 [256] + 3640 00000400:00000200:0.0:1749610412.132952:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610412.132954:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749610412.132958:0:1051:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0e00. 00000100:00000200:0.0:1749610412.132959:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610412.132961:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9c00. 00000400:00000010:1.0:1749610412.132963:0:1051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52cb8. 00000400:00000010:1.0:1749610412.132966:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749610412.132969:0:1051:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193616896, portal 4 00000400:00000010:1.0:1749610412.132973:0:1051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000400:00000200:0.0:1749610412.132973:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749610412.132974:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000200:1.0:1749610412.132977:0:1051:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193616896, offset 0 00000100:00000200:0.0:1749610412.132979:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd880 x1834598193616384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610412.132986:0:1051:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610412.132991:0:1051:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610412.132996:0:1051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2d800 00000100:00000010:0.0:1749610412.132996:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b45e9e00. 00000400:00000200:1.0:1749610412.133002:0:1051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3955 [8] + 1792 00000100:00000010:0.0:1749610412.133004:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b45e9fc0. 00000400:00000200:1.0:1749610412.133006:0:1051:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749610412.133007:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b45e94c0. 00000400:00000200:1.0:1749610412.133008:0:1051:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610412.133011:0:1051:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1749610412.133013:0:1051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c3100. 00000100:00000010:0.0:1749610412.133016:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b45e9d80. 02000000:00000010:3.0:1749610412.133017:0:1050:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6133400. 00000400:00000200:1.0:1749610412.133022:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:1.0:1749610412.133023:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 02000000:00000010:0.0:1749610412.133023:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b39400. 00000400:00000010:0.0:1749610412.133025:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000400:00000010:0.0:1749610412.133026:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000400:00000010:3.0:1749610412.133027:0:1050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880136b8bdc0. 00000100:00000200:1.0:1749610412.133027:0:1051:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bdf80 x1834598193616896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610412.133028:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193616512, portal 10 00000400:00000010:0.0:1749610412.133030:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000100:00000200:0.0:1749610412.133031:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193616512, offset 0 00000400:00000010:3.0:1749610412.133032:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000400:00000200:0.0:1749610412.133033:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610412.133037:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610412.133039:0:1050:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193616768, portal 10 00000400:00000200:0.0:1749610412.133039:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2d680 00000400:00000200:0.0:1749610412.133042:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 93312 00000400:00000010:3.0:1749610412.133043:0:1050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059e908. 00000400:00000200:0.0:1749610412.133044:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610412.133045:0:1050:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193616768, offset 0 00000400:00000200:0.0:1749610412.133046:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610412.133048:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610412.133049:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7db100. 00000400:00000200:3.0:1749610412.133051:0:1050:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610412.133051:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a600. 00000020:00000010:2.0:1749610412.133054:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6b80. 00000020:00000010:1.0:1749610412.133054:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129e3bc00. 00000400:00000200:0.0:1749610412.133055:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000020:00000010:2.0:1749610412.133057:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73c80. 00000400:00000010:0.0:1749610412.133057:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000020:00000010:1.0:1749610412.133058:0:7428:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b46ca3c0. 00000100:00000200:0.0:1749610412.133058:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bdc00 x1834598193616512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610412.133062:0:1050:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610412.133066:0:7428:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1200. 00000020:00000010:1.0:1749610412.133068:0:7428:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013180. 00000400:00000200:3.0:1749610412.133069:0:1050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2d780 00000020:00000010:1.0:1749610412.133070:0:7428:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 02000000:00000010:0.0:1749610412.133070:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b3ac00. 00000100:00000200:2.0:1749610412.133072:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193616384 00000400:00000010:0.0:1749610412.133072:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 00000400:00000200:3.0:1749610412.133074:0:1050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 93832 00000400:00000010:0.0:1749610412.133078:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000400:00000200:3.0:1749610412.133079:0:1050:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610412.133080:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193616640, portal 10 00000400:00000200:3.0:1749610412.133082:0:1050:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610412.133082:0:7428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129e3b300. 00000400:00000010:0.0:1749610412.133082:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000020:00000010:1.0:1749610412.133083:0:7428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129e3b300. 00000100:00000200:0.0:1749610412.133083:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193616640, offset 0 00010000:00020000:2.0:1749610412.133084:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:3.0:1749610412.133085:0:1050:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610412.133085:0:7428:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193616896 00000400:00000200:0.0:1749610412.133085:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610412.133088:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749610412.133089:0:1050:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d5a1500. 02000000:00000010:2.0:1749610412.133089:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ef000. 00000400:00000200:0.0:1749610412.133090:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2d700 02000000:00000010:1.0:1749610412.133094:0:7428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724efc00. 00000400:00000200:0.0:1749610412.133095:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 94056 00000400:00000010:2.0:1749610412.133096:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00010000:00000200:1.0:1749610412.133098:0:7428:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800979c3100 x1834598193616896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610412.133098:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610412.133099:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193616384, offset 0 00000400:00000200:0.0:1749610412.133100:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610412.133102:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610412.133105:0:7428:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000400:00000200:2.0:1749610412.133106:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610412.133110:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2d600 00000100:00000200:1.0:1749610412.133115:0:7428:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193616896, offset 224 00000400:00000200:1.0:1749610412.133118:0:7428:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610412.133121:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x74d9 [1] + 0 00000400:00000200:1.0:1749610412.133122:0:7428:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610412.133124:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610412.133125:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610412.133125:0:7428:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2d800 00000400:00000200:3.0:1749610412.133128:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059e908 00000400:00000010:3.0:1749610412.133129:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059e908. 00000020:00000010:0.0:1749610412.133130:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebcbc00. 00000400:00000200:1.0:1749610412.133132:0:7428:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x74e1 [1] + 224 00000020:00000010:0.0:1749610412.133132:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392d80. 00000100:00000200:3.0:1749610412.133134:0:1050:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3be680 x1834598193616768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610412.133134:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040640. 00000400:00000200:1.0:1749610412.133135:0:7428:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610412.133136:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd880 x1834598193616384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610412.133136:0:7428:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610412.133139:0:7428:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bdf80 x1834598193616896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610412.133145:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000020:00000010:0.0:1749610412.133145:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b45e9740. 00000400:00000010:2.0:1749610412.133146:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00000020:00000010:0.0:1749610412.133147:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c0e2500. 00000020:00000010:0.0:1749610412.133150:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006ebca400. 00000400:00000200:1.0:1749610412.133151:0:7428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:1.0:1749610412.133152:0:7428:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000020:00000010:0.0:1749610412.133152:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d392f00. 00000020:00000010:2.0:1749610412.133153:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6b80. 00000020:00000010:0.0:1749610412.133153:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4040708. 00000020:00000010:2.0:1749610412.133155:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73c80. 00000020:00000010:2.0:1749610412.133158:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a600. 00000020:00000010:1.0:1749610412.133158:0:7428:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013180. 00000020:00000010:1.0:1749610412.133160:0:7428:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000020:00000010:1.0:1749610412.133162:0:7428:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1200. 00000020:00000010:0.0:1749610412.133162:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b45e9940. 00000020:00000010:0.0:1749610412.133163:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b45e9940. 00000100:00000200:0.0:1749610412.133166:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193616768 00000100:00000200:2.0:1749610412.133169:0:6442:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193616512 00000400:00000010:1.0:1749610412.133172:0:1051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52cb8. 02000000:00000010:0.0:1749610412.133172:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9b3a800. 00010000:00020000:2.0:1749610412.133173:0:6442:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610412.133174:0:1051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749610412.133175:0:1051:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00010000:00000200:0.0:1749610412.133175:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012d5a1500 x1834598193616768/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610412.133176:0:1051:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bdf80 x1834598193616896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610412.133179:0:6442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4eec00. 00000100:00000200:1.0:1749610412.133181:0:1051:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bdf80 x1834598193616896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610412.133181:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9f68. 00000400:00000010:2.0:1749610412.133182:0:6442:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000100:00000200:0.0:1749610412.133183:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193616768, offset 224 00000100:00000200:2.0:1749610412.133184:0:6442:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193616512, offset 0 00000400:00000200:0.0:1749610412.133186:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610412.133188:0:6442:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610412.133189:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610412.133191:0:6442:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610412.133192:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2d780 00000400:00000200:2.0:1749610412.133194:0:6442:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2d680 02000000:00000010:1.0:1749610412.133195:0:1051:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0e00. 00000400:00000200:0.0:1749610412.133195:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x74f1 [1] + 224 00000400:00000200:2.0:1749610412.133197:0:6442:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x74e9 [1] + 0 02000000:00000010:1.0:1749610412.133197:0:1051:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9500. 00000400:00000200:0.0:1749610412.133197:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610412.133199:0:6442:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610412.133199:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749610412.133200:0:1051:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdf80. 00000400:00000200:2.0:1749610412.133201:0:6442:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610412.133201:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3be680 x1834598193616768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610412.133203:0:6442:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bdc00 x1834598193616512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610412.133209:0:6442:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000010:2.0:1749610412.133210:0:6442:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00000400:00000200:0.0:1749610412.133211:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9f68 00000400:00000010:0.0:1749610412.133212:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9f68. 00000020:00000010:2.0:1749610412.133214:0:6442:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392d80. 00000020:00000010:2.0:1749610412.133215:0:6442:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040640. 00000020:00000010:0.0:1749610412.133216:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d392f00. 00000400:00000010:3.0:1749610412.133217:0:1050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880136b8bdc0. 00000020:00000010:2.0:1749610412.133217:0:6442:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebcbc00. 00000020:00000010:0.0:1749610412.133218:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4040708. 00000020:00000010:0.0:1749610412.133219:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006ebca400. 00000400:00000200:3.0:1749610412.133232:0:1050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749610412.133233:0:1050:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000100:00000200:0.0:1749610412.133235:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610412.133236:0:1050:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3be680 x1834598193616768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610412.133237:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7db480. 00000100:00000200:3.0:1749610412.133241:0:1050:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3be680 x1834598193616768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610412.133249:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000400:00000010:0.0:1749610412.133250:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000100:00000200:0.0:1749610412.133253:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bea00 x1834598193616640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610412.133258:0:1050:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6133400. 02000000:00000010:3.0:1749610412.133262:0:1050:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9800. 00000400:00000010:0.0:1749610412.133262:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000020:00000010:1.0:1749610412.133264:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0e00. 00000400:00000200:0.0:1749610412.133264:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610412.133264:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000100:00000010:3.0:1749610412.133265:0:1050:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3be680. 00000020:00000010:1.0:1749610412.133266:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013180. 00000100:00000200:0.0:1749610412.133266:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd880 x1834598193616384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610412.133267:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000100:00000200:0.0:1749610412.133270:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd880 x1834598193616384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610412.133276:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193616640 00000400:00000010:0.0:1749610412.133279:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000400:00000200:0.0:1749610412.133280:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000400:00000010:0.0:1749610412.133281:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00010000:00020000:1.0:1749610412.133282:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610412.133282:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bdc00 x1834598193616512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610412.133285:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800724ef000. 00000100:00000200:0.0:1749610412.133286:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bdc00 x1834598193616512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610412.133288:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749610412.133290:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193616640, offset 0 02000000:00000010:0.0:1749610412.133292:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b3b000. 00000400:00000200:1.0:1749610412.133293:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610412.133294:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4ec800. 00000100:00000010:0.0:1749610412.133295:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd880. 00000400:00000200:1.0:1749610412.133296:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610412.133297:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b39400. 02000000:00000010:0.0:1749610412.133298:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4edc00. 00000400:00000200:1.0:1749610412.133299:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2d700 00000100:00000010:0.0:1749610412.133300:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdc00. 00000400:00000200:1.0:1749610412.133301:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x74f9 [1] + 0 00000400:00000200:1.0:1749610412.133303:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610412.133305:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610412.133308:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bea00 x1834598193616640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610412.133320:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749610412.133321:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000400:00000010:0.0:1749610412.133323:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:0.0:1749610412.133324:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610412.133325:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000020:00000010:1.0:1749610412.133326:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013180. 00000020:00000010:1.0:1749610412.133327:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000100:00000200:0.0:1749610412.133327:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bea00 x1834598193616640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610412.133329:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0e00. 00000100:00000200:0.0:1749610412.133330:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bea00 x1834598193616640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610412.133341:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b3ac00. 02000000:00000010:0.0:1749610412.133342:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4ef400. 00000100:00000010:0.0:1749610412.133343:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bea00. 00000100:00000010:0.0:1749610412.133722:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b45e9e00. 00000100:00000010:2.0:1749610412.133732:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b45e94c0. 00000100:00000010:3.0:1749610412.133735:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b45e9d80. 00000100:00000010:1.0:1749610412.133795:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b45e9fc0. 00080000:00000010:2.0:1749610412.244985:0:18233:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610412.244993:0:18233:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610412.245004:0:18233:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6b80. 00080000:00000010:2.0:1749610412.245008:0:18233:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6b80. 00080000:00000010:0.0:1749610412.247786:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.247792:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.247832:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.247835:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.355566:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392f00. 00080000:00000010:0.0:1749610412.355572:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392f00. 00080000:00000010:0.0:1749610412.355608:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392f00. 00080000:00000010:0.0:1749610412.355611:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392f00. 00080000:00000010:0.0:1749610412.463375:0:18297:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.463384:0:18297:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.463401:0:18297:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.463406:0:18297:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.466657:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.466661:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.466777:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.466780:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392e80. 00000800:00000200:2.0:1749610412.512761:0:1040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880099f57f00] -> 12345-192.168.203.144@tcp (6) 00000800:00000200:2.0:1749610412.512767:0:1040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1749610412.512770:0:1040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88011de35a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749610412.512907:0:1043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1749610412.546159:0:18341:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff88009df68df0. 00000020:00000010:0.0:1749610412.546236:0:18341:0:(kernelcomm.c:266:lustre_device_done()) kfreed 'glist': 16 at ffff88009df68df0. 00080000:00000010:0.0:1749610412.575943:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.575950:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.575988:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.575992:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.723012:0:18365:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.723019:0:18365:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.723031:0:18365:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392e80. 00080000:00000010:0.0:1749610412.723034:0:18365:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392e80. 00080000:00000010:1.0:1749610412.725536:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610412.725540:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610412.725581:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013700. 00080000:00000010:1.0:1749610412.725583:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013700. 00000020:00000010:1.0:1749610412.807368:0:18408:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff880129ef7b20. 00000020:00000010:1.0:1749610412.807381:0:18408:0:(kernelcomm.c:143:lustre_device_list_start()) kfreed 'glist': 16 at ffff880129ef7b20. 00000020:00000010:1.0:1749610412.807459:0:18408:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff88009f151c00. 00000020:00020000:1.0:1749610412.807465:0:18408:0:(obd_class.h:1230:obd_iocontrol()) MGC192.168.203.144@tcp: no obd_iocontrol operation 00000020:00000010:1.0:1749610412.809530:0:18408:0:(class_obd.c:497:class_handle_ioctl()) kfreed 'data': 576 at ffff88009f151c00. 00080000:00000010:0.0:1749610412.836098:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392d80. 00080000:00000010:0.0:1749610412.836104:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392d80. 00080000:00000010:0.0:1749610412.836147:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392d80. 00080000:00000010:0.0:1749610412.836151:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392d80. 00000100:00000010:0.0:1749610413.653827:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9180. 02000000:00000010:0.0:1749610413.653850:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610413.653864:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800965f36c0. 00000100:00000010:0.0:1749610413.653879:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800965f36c0. 02000000:00000010:0.0:1749610413.653884:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006ebcb000. 00000100:00000010:0.0:1749610413.653888:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006e7d9180. 00000100:00000010:2.0:1749610415.654853:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bea00. 02000000:00000010:2.0:1749610415.654877:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610415.654891:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80840. 00000100:00000010:2.0:1749610415.654906:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80840. 02000000:00000010:2.0:1749610415.654911:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610415.654915:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bea00. 00000100:00000010:2.0:1749610417.140772:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bea00. 02000000:00000010:2.0:1749610417.140807:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4edc00. 00000100:00000010:2.0:1749610417.140844:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdc00. 02000000:00000010:2.0:1749610417.140848:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4ec800. 00000100:00000010:2.0:1749610417.140857:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bd880. 02000000:00000010:2.0:1749610417.140860:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006e4ee000. 00000100:00000010:2.0:1749610417.140865:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3be680. 02000000:00000010:2.0:1749610417.140869:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9900. 00000100:00000010:2.0:1749610417.140893:0:17995:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f3bdf80. 02000000:00000010:2.0:1749610417.140897:0:17995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f3b9100. 02000000:00000010:0.0:1749610417.140913:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b3ac00. 00000400:00000010:0.0:1749610417.140921:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eacb8. 02000000:00000010:2.0:1749610417.140923:0:1049:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096a7b600. 00000400:00000010:2.0:1749610417.140927:0:1049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b44fd108. 00000400:00000010:0.0:1749610417.140928:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9110. 00000400:00000010:2.0:1749610417.140931:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682c38. 00000100:00000200:0.0:1749610417.140934:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193617280, portal 4 00000100:00000200:2.0:1749610417.140935:0:1049:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193617792, portal 4 00000400:00000010:2.0:1749610417.140940:0:1049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000400:00000010:0.0:1749610417.140940:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000100:00000200:2.0:1749610417.140942:0:1049:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1834598193617792, offset 0 00000100:00000200:0.0:1749610417.140942:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598193617280, offset 0 00000400:00000200:0.0:1749610417.140948:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610417.140955:0:1049:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610417.140959:0:1048:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958a0a00. 00000400:00000200:2.0:1749610417.140962:0:1049:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610417.140962:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610417.140965:0:1048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff880096b52cb8. 00000400:00000010:1.0:1749610417.140969:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749610417.140971:0:1048:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598193617664, portal 10 00000400:00000200:2.0:1749610417.140972:0:1049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6848eada2db80 00000400:00000200:0.0:1749610417.140974:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848eada2d980 00000400:00000010:1.0:1749610417.140976:0:1048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000400:00000200:2.0:1749610417.140980:0:1049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x3955 [8] + 2016 00000400:00000200:0.0:1749610417.140985:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x33e1 [256] + 4160 00000400:00000200:2.0:1749610417.140987:0:1049:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610417.140988:0:1048:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598193617664, offset 0 00000400:00000200:0.0:1749610417.140988:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610417.140991:0:1049:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610417.140991:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610417.140992:0:1048:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610417.140996:0:1049:0:(events.c:297:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1749610417.140996:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1749610417.140997:0:1048:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610417.141000:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d9180. 00000100:00000010:2.0:1749610417.141001:0:1049:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096980e00. 00000400:00000200:1.0:1749610417.141001:0:1048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848eada2db00 00000400:00000200:1.0:1749610417.141006:0:1048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x31d1 [64] + 94576 00000400:00000200:1.0:1749610417.141010:0:1048:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610417.141012:0:1048:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610417.141015:0:1048:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610417.141017:0:1048:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800979c3b80. 00000400:00000200:2.0:1749610417.141021:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000400:00000010:2.0:1749610417.141023:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000400:00000200:0.0:1749610417.141030:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000100:00000200:2.0:1749610417.141031:0:1049:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bdf80 x1834598193617792/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610417.141031:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000400:00000200:1.0:1749610417.141033:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:1.0:1749610417.141034:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000100:00000200:0.0:1749610417.141034:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bea00 x1834598193617280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610417.141038:0:1048:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3be680 x1834598193617664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610417.141046:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b52d9f40. 00000100:00000010:0.0:1749610417.141067:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b52d9ac0. 00000020:00000010:2.0:1749610417.141070:0:6446:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096a7a200. 00000020:00000010:1.0:1749610417.141071:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e2e7d80. 00000100:00000010:0.0:1749610417.141071:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b52d9e80. 00000100:00000010:0.0:1749610417.141073:0:1047:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b52d9240. 00000020:00000010:2.0:1749610417.141075:0:6446:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d4e6c80. 00000020:00000010:1.0:1749610417.141076:0:6440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b45e9740. 00000020:00000010:2.0:1749610417.141079:0:6446:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800acf73c80. 02000000:00000010:0.0:1749610417.141079:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b39000. 00000400:00000010:0.0:1749610417.141080:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eabb0. 00000020:00000010:1.0:1749610417.141087:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000400:00000010:0.0:1749610417.141087:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d92a8. 00000020:00000010:3.0:1749610417.141088:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e3c8700. 00000020:00000010:1.0:1749610417.141089:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013700. 00000100:00000200:0.0:1749610417.141089:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193617408, portal 10 00000020:00000010:1.0:1749610417.141091:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000020:00000010:3.0:1749610417.141093:0:17680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880129e3bc00. 00000400:00000010:0.0:1749610417.141096:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000020:00000010:3.0:1749610417.141097:0:17680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6132c00. 00000100:00000200:0.0:1749610417.141097:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193617408, offset 0 00000020:00000010:3.0:1749610417.141100:0:17680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b1886d80. 00000400:00000200:0.0:1749610417.141100:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610417.141102:0:17680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800ace094b0. 00000100:00000200:2.0:1749610417.141103:0:6446:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193617280 00000400:00000200:0.0:1749610417.141103:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610417.141106:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2da00 00000400:00000200:0.0:1749610417.141108:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 94800 00000020:00000010:1.0:1749610417.141109:0:6440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e2e7600. 00000020:00000010:1.0:1749610417.141110:0:6440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e2e7600. 00000400:00000200:0.0:1749610417.141111:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610417.141112:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193617664 00000400:00000200:0.0:1749610417.141113:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610417.141114:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610417.141116:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7d8a80. 00000020:00000010:3.0:1749610417.141118:0:17680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e3c8a80. 00000020:00000010:3.0:1749610417.141119:0:17680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e3c8a80. 00000100:00000200:3.0:1749610417.141121:0:17680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193617792 00010000:00020000:2.0:1749610417.141121:0:6446:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610417.141122:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610417.141123:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 02000000:00000010:1.0:1749610417.141125:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f150800. 00000100:00000200:0.0:1749610417.141125:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bdc00 x1834598193617408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610417.141129:0:17680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe3400. 00010000:00000200:1.0:1749610417.141130:0:6440:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800979c3b80 x1834598193617664/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:608/0 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610417.141132:0:6446:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006e4ec000. 00010000:00000200:3.0:1749610417.141133:0:17680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096980e00 x1834598193617792/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:608/0 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610417.141136:0:1047:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9b3a000. 00000400:00000010:0.0:1749610417.141137:0:1047:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009a4eab58. 00000400:00000010:0.0:1749610417.141138:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9330. 00000400:00000010:1.0:1749610417.141139:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000400:00000010:2.0:1749610417.141140:0:6446:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a7682d48. 00000100:00000200:0.0:1749610417.141140:0:1047:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598193617536, portal 10 00000400:00000010:3.0:1749610417.141141:0:17680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000100:00000200:1.0:1749610417.141141:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193617664, offset 224 00000400:00000010:0.0:1749610417.141142:0:1047:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800aa1d9b28. 00000100:00000200:3.0:1749610417.141143:0:17680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193617792, offset 224 00000100:00000200:2.0:1749610417.141144:0:6446:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598193617280, offset 0 00000400:00000200:1.0:1749610417.141145:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610417.141147:0:1047:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598193617536, offset 0 00000400:00000200:3.0:1749610417.141149:0:17680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610417.141149:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610417.141152:0:6446:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610417.141152:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2db00 00000400:00000200:3.0:1749610417.141154:0:17680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610417.141155:0:1047:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610417.141158:0:6446:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610417.141158:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7525 [1] + 224 00000400:00000200:3.0:1749610417.141159:0:17680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2db80 00000400:00000200:0.0:1749610417.141159:0:1047:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610417.141161:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610417.141161:0:1047:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848eada2da80 00000400:00000200:3.0:1749610417.141162:0:17680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7519 [1] + 224 00000400:00000200:2.0:1749610417.141163:0:6446:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848eada2d980 00000400:00000200:1.0:1749610417.141163:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610417.141165:0:17680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610417.141165:0:1047:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x31d1 [64] + 95320 00000400:00000200:3.0:1749610417.141167:0:17680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610417.141167:0:1047:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610417.141168:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3be680 x1834598193617664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610417.141169:0:6446:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7515 [1] + 0 00000400:00000200:0.0:1749610417.141169:0:1047:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610417.141172:0:1047:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610417.141173:0:17680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bdf80 x1834598193617792/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610417.141173:0:6446:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749610417.141174:0:1047:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006e7daa00. 00000400:00000200:2.0:1749610417.141175:0:6446:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610417.141177:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:1.0:1749610417.141178:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000400:00000200:0.0:1749610417.141181:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9b28 00000100:00000200:2.0:1749610417.141182:0:6446:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bea00 x1834598193617280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610417.141182:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9b28. 00000400:00000200:3.0:1749610417.141183:0:17680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000020:00000010:1.0:1749610417.141184:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013700. 00000100:00000200:0.0:1749610417.141184:0:1047:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009f3bd880 x1834598193617536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610417.141188:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000400:00000010:3.0:1749610417.141189:0:17680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000020:00000010:1.0:1749610417.141190:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 00000400:00000200:2.0:1749610417.141196:0:6446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682d48 00000020:00000010:1.0:1749610417.141196:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a1000. 00000020:00000010:3.0:1749610417.141197:0:17680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b1886d80. 00000400:00000010:2.0:1749610417.141197:0:6446:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682d48. 00000020:00000010:1.0:1749610417.141198:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013700. 00000020:00000010:3.0:1749610417.141199:0:17680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800ace094b0. 00000020:00000010:1.0:1749610417.141199:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ac80. 00000020:00000010:3.0:1749610417.141201:0:17680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6132c00. 00000400:00000010:0.0:1749610417.141201:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eacb8. 00000400:00000200:0.0:1749610417.141202:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9110 00000400:00000010:0.0:1749610417.141203:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9110. 00000020:00000010:2.0:1749610417.141204:0:6446:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d4e6c80. 00000100:00000200:0.0:1749610417.141205:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bea00 x1834598193617280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610417.141206:0:6440:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958a0000. 00000020:00000010:2.0:1749610417.141207:0:6446:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800acf73c80. 00000020:00000010:1.0:1749610417.141207:0:6440:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b013b00. 00000100:00000200:0.0:1749610417.141209:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bea00 x1834598193617280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610417.141211:0:6446:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096a7a200. 00000020:00000010:1.0:1749610417.141213:0:6440:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009920ae10. 00000100:00000200:3.0:1749610417.141219:0:7440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193617408 00000100:00000200:1.0:1749610417.141221:0:6440:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598193617536 02000000:00000010:0.0:1749610417.141224:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b3ac00. 00010000:00020000:3.0:1749610417.141225:0:7440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610417.141227:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4edc00. 00010000:00020000:1.0:1749610417.141228:0:6440:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610417.141229:0:7440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4fe0000. 00000100:00000010:0.0:1749610417.141229:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bea00. 02000000:00000010:1.0:1749610417.141231:0:6440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009f151000. 00000400:00000010:3.0:1749610417.141232:0:7440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012059eaa0. 00000400:00000010:2.0:1749610417.141232:0:1049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b44fd108. 00000400:00000200:2.0:1749610417.141234:0:1049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a7682c38 00000400:00000010:1.0:1749610417.141234:0:6440:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b53877f8. 00000400:00000010:2.0:1749610417.141235:0:1049:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800a7682c38. 00000100:00000200:2.0:1749610417.141237:0:1049:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bdf80 x1834598193617792/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610417.141241:0:7440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193617408, offset 0 00000100:00000200:2.0:1749610417.141242:0:1049:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bdf80 x1834598193617792/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610417.141242:0:6440:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598193617536, offset 0 00000400:00000200:3.0:1749610417.141244:0:7440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610417.141246:0:6440:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610417.141247:0:7440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610417.141249:0:6440:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610417.141251:0:7440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2da00 00000400:00000200:1.0:1749610417.141252:0:6440:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848eada2da80 00000400:00000200:3.0:1749610417.141253:0:7440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x752d [1] + 0 02000000:00000010:2.0:1749610417.141254:0:1049:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096a7b600. 00000400:00000200:3.0:1749610417.141255:0:7440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610417.141256:0:6440:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7535 [1] + 0 00000400:00000200:3.0:1749610417.141257:0:7440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610417.141257:0:1049:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9100. 00000400:00000200:1.0:1749610417.141258:0:6440:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749610417.141259:0:1049:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdf80. 00000100:00000200:3.0:1749610417.141260:0:7440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bdc00 x1834598193617408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610417.141260:0:6440:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610417.141262:0:6440:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f3bd880 x1834598193617536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610417.141269:0:7440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012059eaa0 00000400:00000010:3.0:1749610417.141270:0:7440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012059eaa0. 00000400:00000200:1.0:1749610417.141272:0:6440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b53877f8 00000400:00000010:1.0:1749610417.141273:0:6440:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b53877f8. 00000020:00000010:3.0:1749610417.141274:0:7440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013700. 00000020:00000010:3.0:1749610417.141276:0:7440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ac80. 00000020:00000010:1.0:1749610417.141276:0:6440:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b013b00. 00000400:00000010:0.0:1749610417.141276:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eabb0. 00000020:00000010:3.0:1749610417.141278:0:7440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a1000. 00000020:00000010:1.0:1749610417.141278:0:6440:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009920ae10. 00000400:00000200:0.0:1749610417.141278:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d92a8 00000020:00000010:1.0:1749610417.141279:0:6440:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958a0000. 00000400:00000010:0.0:1749610417.141279:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d92a8. 00000100:00000200:0.0:1749610417.141282:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bdc00 x1834598193617408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610417.141289:0:1048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880096b52cb8. 00000100:00000200:0.0:1749610417.141289:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bdc00 x1834598193617408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610417.141291:0:1048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b5387770 00000400:00000010:1.0:1749610417.141292:0:1048:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b5387770. 00000100:00000200:1.0:1749610417.141294:0:1048:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3be680 x1834598193617664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610417.141298:0:1048:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3be680 x1834598193617664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610417.141300:0:1047:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009a4eab58. 00000400:00000200:0.0:1749610417.141302:0:1047:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa1d9330 00000400:00000010:0.0:1749610417.141304:0:1047:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800aa1d9330. 00000100:00000200:0.0:1749610417.141306:0:1047:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f3bd880 x1834598193617536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610417.141307:0:1048:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958a0a00. 02000000:00000010:1.0:1749610417.141308:0:1048:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f3b9900. 00000100:00000010:1.0:1749610417.141310:0:1048:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3be680. 00000100:00000200:0.0:1749610417.141312:0:1047:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009f3bd880 x1834598193617536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610417.141322:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b39000. 02000000:00000010:0.0:1749610417.141325:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4ec800. 00000100:00000010:0.0:1749610417.141327:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bdc00. 02000000:00000010:0.0:1749610417.141329:0:1047:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9b3a000. 02000000:00000010:0.0:1749610417.141331:0:1047:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006e4ee000. 00000100:00000010:0.0:1749610417.141332:0:1047:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f3bd880. 00000100:00000010:3.0:1749610417.141722:0:18013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52d9240. 00000100:00000010:2.0:1749610417.141722:0:46:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52d9e80. 00000100:00000010:0.0:1749610417.141739:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52d9f40. 00000100:00000010:1.0:1749610417.142718:0:18429:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52d9ac0. 00000100:00000010:2.0:1749610417.655782:0:14533:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800966f0380. 02000000:00000010:2.0:1749610417.655803:0:14533:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610417.655818:0:14533:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7c80840. 00000100:00000010:2.0:1749610417.655836:0:14533:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7c80840. 02000000:00000010:2.0:1749610417.655852:0:14533:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096a7b600. 00000100:00000010:2.0:1749610417.655856:0:14533:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800966f0380. 00080000:00000010:2.0:1749610417.966310:0:18435:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6c80. 00080000:00000010:2.0:1749610417.966316:0:18435:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6c80. 00080000:00000010:2.0:1749610417.966331:0:18435:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6c80. 00080000:00000010:2.0:1749610417.966334:0:18435:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6c80. 00080000:00000010:1.0:1749610417.969221:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013b00. 00080000:00000010:1.0:1749610417.969233:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013b00. 00080000:00000010:1.0:1749610417.969309:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b013b00. 00080000:00000010:1.0:1749610417.969313:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b013b00. 00000020:00000010:1.0:1749610418.059893:0:18477:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff880129ef7b20. 00000020:00000010:1.0:1749610418.059906:0:18477:0:(kernelcomm.c:143:lustre_device_list_start()) kfreed 'glist': 16 at ffff880129ef7b20. 00000020:00000010:1.0:1749610418.060045:0:18477:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 8192 at ffff880096a58000. 00000020:00020000:1.0:1749610418.060053:0:18477:0:(obd_class.h:1230:obd_iocontrol()) MGC192.168.203.144@tcp: no obd_iocontrol operation 00000020:00000010:1.0:1749610418.060056:0:18477:0:(class_obd.c:497:class_handle_ioctl()) kfreed 'data': 8192 at ffff880096a58000. 00080000:00000010:3.0:1749610418.088437:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610418.088444:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610418.088499:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610418.088502:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e80. 00080000:00000010:2.0:1749610418.198148:0:18499:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6f80. 00080000:00000010:2.0:1749610418.198153:0:18499:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6f80. 00080000:00000010:2.0:1749610418.198163:0:18499:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6f80. 00080000:00000010:2.0:1749610418.198166:0:18499:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6f80. 00080000:00000010:2.0:1749610418.200802:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6f80. 00080000:00000010:2.0:1749610418.200805:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6f80. 00080000:00000010:2.0:1749610418.200846:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6f80. 00080000:00000010:2.0:1749610418.200847:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6f80. 00000020:00000010:3.0:1749610418.287872:0:18541:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff880099d2c830. 00000020:00000010:3.0:1749610418.287885:0:18541:0:(kernelcomm.c:143:lustre_device_list_start()) kfreed 'glist': 16 at ffff880099d2c830. 00000020:00000010:3.0:1749610418.288018:0:18541:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 8192 at ffff88012d526000. 00000020:00020000:3.0:1749610418.288025:0:18541:0:(obd_class.h:1230:obd_iocontrol()) MGC192.168.203.144@tcp: no obd_iocontrol operation 00000020:00000010:3.0:1749610418.288027:0:18541:0:(class_obd.c:497:class_handle_ioctl()) kfreed 'data': 8192 at ffff88012d526000. 00080000:00000010:0.0:1749610418.320400:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392a00. 00080000:00000010:0.0:1749610418.320408:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392a00. 00080000:00000010:0.0:1749610418.320448:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392a00. 00080000:00000010:0.0:1749610418.320451:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392a00. 00080000:00000010:2.0:1749610418.560322:0:18563:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6e80. 00080000:00000010:2.0:1749610418.560327:0:18563:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6e80. 00080000:00000010:2.0:1749610418.560338:0:18563:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d4e6e80. 00080000:00000010:2.0:1749610418.560341:0:18563:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d4e6e80. 00080000:00000010:0.0:1749610418.563233:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392c00. 00080000:00000010:0.0:1749610418.563241:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392c00. 00080000:00000010:0.0:1749610418.563303:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392c00. 00080000:00000010:0.0:1749610418.563307:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392c00. 00000001:02000400:1.0:1749610418.650033:0:18605:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_123ah: @@@@@@ FAIL: lustre-OST0000 not found (client) 00080000:00000010:3.0:1749610418.680403:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610418.680410:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610418.680467:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610418.680471:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e80. 00080000:00000010:0.0:1749610418.925028:0:18628:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392c00. 00080000:00000010:0.0:1749610418.925036:0:18628:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392c00. 00080000:00000010:0.0:1749610418.925048:0:18628:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d392c00. 00080000:00000010:0.0:1749610418.925051:0:18628:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d392c00. 00080000:00000010:3.0:1749610418.927987:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610418.927991:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610418.928031:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b1886e80. 00080000:00000010:3.0:1749610418.928033:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b1886e80. 10000000:00020000:1.0:1749610418.936713:0:6439:0:(mgc_request.c:614:do_requeue()) failed processing log: -108 00000100:00000010:1.0:1749610418.936721:0:6439:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c18000. 02000000:00000010:1.0:1749610418.936732:0:6439:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800958a1000. 00010000:00000010:1.0:1749610418.936743:0:6439:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b462f100. 00010000:00000010:1.0:1749610418.936747:0:6439:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800958a0a00. 00000100:00000010:1.0:1749610418.936758:0:6439:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a027ef00. 00000100:00000200:1.0:1749610418.936767:0:6439:0:(client.c:1388:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff880096c18000 x1834598193618048/t0(0) o101->MGC192.168.203.144@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610418.936778:0:6439:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a027ef00. 02000000:00000010:1.0:1749610418.936793:0:6439:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800958a1000. 00000100:00000010:1.0:1749610418.936795:0:6439:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c18000. 00010000:00000010:3.1:1749610418.948811:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b462f100. 00010000:00000010:3.1:1749610418.948822:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958a0a00. Debug log: 26084 lines, 26084 kept, 0 dropped, 0 bad.